-- Logs begin at Wed 2021-02-17 02:39:57 UTC, end at Wed 2021-02-17 03:45:26 UTC. --
Feb 17 03:17:17.322595 dv-cinder-759961-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 03:17:20.019655 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.common.config [-] Logging enabled!
Feb 17 03:17:20.020197 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 03:17:20.021481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 03:17:20.023220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.common.config [-] Logging enabled!
Feb 17 03:17:20.023541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 03:17:20.024403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 03:17:20.025429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:17:20.025694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:17:20.026705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:17:20.026984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:17:20.027241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:17:20.027631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.027972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.028309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.028565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.028898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.029228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.029546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.029873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.030209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.030526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.030837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.031154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.031418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.031761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.032088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.032432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.032671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.032985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.033516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.033834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.034150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.034476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.034782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.035092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.035411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.035798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] host                           = dv-cinder-759961-4-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.036114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.036440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.036767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.037092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.037402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.037711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.038034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.038340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.038645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.038953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.039335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.040198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.040533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.040791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.041044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.041373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.041702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.042012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.042320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.042629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.042935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.043243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.043561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.043890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.044215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.044540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.044847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.045154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.045458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.045767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.046091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.046400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.046706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.047013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.047337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.047659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.047967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.048306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.048631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.048950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.049275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.049581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.049906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.050214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.050517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.050819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.051125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.051431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.051777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.052086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.052393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.052702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.053006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.053332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:20.053661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.053997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.054336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.054651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.055005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.055320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.055671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.055981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.056310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.056638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.056961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.057271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.057591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.057899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.058232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.058575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.058906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.059234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.059559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.059871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.060177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.060487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.060807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.061137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.061472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.061779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.062088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.062415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.062730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.063038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.063349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.063701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.064014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.064321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.064640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.064953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.065260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.065564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.065874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.066200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.066509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.066814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.067118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.067427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.067758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.068079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.068391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.068698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.069003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.069314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.069620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.069927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.070237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.070569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.070882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.071188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.071498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.071847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.072152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.072457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.072762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.073070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.073375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.073681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.073984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.074289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.074594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.074902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.075237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.075574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.075891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.076205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.076518 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.076828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.077139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.077450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.077763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.078074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.078380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.078707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.079027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.079349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.079690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.080006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.080342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.080654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.080972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.081288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.081601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.081921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.082244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.082574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.082937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.083271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.083625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.083956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.084272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.084878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.085194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:20.085442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:17:20.085704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83881) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 03:17:20.732669 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Gnome
Feb 17 03:17:20.749776 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Google
Feb 17 03:17:20.752298 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 03:17:20.755713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading file
Feb 17 03:17:20.756682 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading keyczar
Feb 17 03:17:20.756962 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading multi
Feb 17 03:17:20.757737 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO keyring.backend [-] Loading pyfs
Feb 17 03:17:20.802648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:20.802955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:20.803277 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:20.803674 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 03:17:21.188582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.189110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.189201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.239552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.239888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.240184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.243807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.244115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.244409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.311172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.311481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.311808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.312925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.313228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.313521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.582852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faa2cdb6d90> agent after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.583107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faa2cdb6d90> agent after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.583409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7faa2cdb6e18> segment precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.583743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7faa2cdb6ea0> network precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.584820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7faa2cdc1048> segment before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.732303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> network before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.732676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7faa2ce08620> agent before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.733001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> network before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.733299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.733595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.733971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> segment after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.734267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> segment precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.734555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> segment precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.734840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> segment after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.735171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.735460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> network precommit_delete 0 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.735787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port provisioning_complete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.736086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.736378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.736687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> agent after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.736999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.737289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> subnet precommit_delete 0 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.737605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.737889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.738372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.738655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.738934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.739269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.739566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.739843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faa2d6ab3c8>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.740258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.740529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.740798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.741069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.741340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.741608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:21.742020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 03:17:21.745738 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 03:17:21.749645 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 03:17:21.753468 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])])
Feb 17 03:17:21.755105 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 03:17:21.756380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 03:17:21.756760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 03:17:21.757191 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 03:17:21.759945 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 03:17:21.760229 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 03:17:21.760607 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 03:17:21.781817 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 03:17:21.782327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7faa2cd9e898>> qos_plugin after_init 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.782654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 03:17:21.783056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7faa2cbe1240>> logging-plugin after_init 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.784435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 03:17:21.784759 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 03:17:21.785038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 03:17:21.788229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faa2cbe12e8>> floatingip before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.788543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faa2cbe12e8>> port before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:21.856543 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 03:17:21.856752 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 03:17:21.857021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 03:17:21.857423 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 03:17:21.890721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.sqlalchemy.engines [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83881) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 03:17:22.326309 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing driver for type 'gre'
Feb 17 03:17:22.326881 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] gre ID ranges: [(1, 1000)]
Feb 17 03:17:22.365957 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing driver for type 'local'
Feb 17 03:17:22.366332 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing driver for type 'vlan'
Feb 17 03:17:22.376812 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] VlanTypeDriver initialization complete
Feb 17 03:17:22.377230 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing driver for type 'vxlan'
Feb 17 03:17:22.377825 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 03:17:22.417231 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing extension driver 'port_security'
Feb 17 03:17:22.417601 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.extensions.port_security [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] PortSecurityExtensionDriver initialization complete
Feb 17 03:17:22.417978 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing mechanism driver 'openvswitch'
Feb 17 03:17:22.424153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:22.424990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2cbeeda0>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.425412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2cbeeda0>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.425808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2cbeeda0>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.426237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6daf28>> subnet after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.426630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6daf28>> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.427015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6daf28>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.427436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674128>> network after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.427850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674128>> network after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.428233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674128>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.428649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6742e8>> security_group after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.429030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6742e8>> security_group after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.429410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6742e8>> security_group after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.430338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6744a8>> security_group_rule after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.430733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6744a8>> security_group_rule after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.431107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c6744a8>> security_group_rule after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.431684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674668>> address_group after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.432073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674668>> address_group after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.432454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faa2c674668>> address_group after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.432826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] ML2 OVO RPC backend initialized. {{(pid=83881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 03:17:22.433549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> router_interface after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.433942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> router_interface after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.434407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> network before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.434793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> networks before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.435178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> port before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.435583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> ports before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.435969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> subnet before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.436348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> subnets before_response 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.436735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> network after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.437114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> network after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.437492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.437867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.438243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.438618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.439000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> subnet after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.439380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.439786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faa2c674748>> subnet after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.440420 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.plugin [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Modular L2 Plugin initialization complete
Feb 17 03:17:22.440780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading services supported by the core plugin {{(pid=83881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 03:17:22.441149 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.plugins.ml2.managers [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Got port-security extension from driver 'port_security'
Feb 17 03:17:22.441656 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.extensions.vlantransparent [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Disabled vlantransparent extension.
Feb 17 03:17:22.442137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 03:17:22.442485 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: router
Feb 17 03:17:22.481266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router_interface before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.481711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.482123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router before_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.482531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router_interface before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.482954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router_interface after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.483351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_delete 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.483781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> floatingip after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.484195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.484578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.484968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.485357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router_gateway after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.485761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.486246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.486664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7faa2ce22268> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.487090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7faa2ce22378> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.487427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7faa2ce222f0> subnet after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.487840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7faa2ce22158> subnetpool_address_scope after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.488233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> port precommit_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.488622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.489008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7faa2cc508c8> port before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.489392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.489800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router after_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.490184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_delete 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.490576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_create 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.490990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router_interface after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.491377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> router precommit_update 55549900 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.491833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faa2c6748d0>> network after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.493438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Tracking information for resource: router configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:22.493820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Tracking information for resource: floatingip configured {{(pid=83881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 03:17:22.498643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_agentschedulers_db [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 03:17:22.499298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7faa2c5faea0> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.499750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7faa2c69be18> port after_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.500192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _notify_port_delete at 0x7faa2c5fae18> port after_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.500588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7faa2c5ff0d0> port after_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.501504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa2c61c630>> router before_create 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.501914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa2c61c630>> router precommit_delete 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.502322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa2c61c630>> router precommit_create 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.502722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faa2c61c630>> router precommit_update 55550100 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.507365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.provider_configuration [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service providers = [] {{(pid=83881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 03:17:22.507809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.servicetype_db [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 03:17:22.510854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:17:22.511245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:17:22.511657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:17:22.512551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.service_base [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 03:17:22.512959 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.services.service_base [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 03:17:22.513377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.513733 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 03:17:22.523915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.524295 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: auto_allocate
Feb 17 03:17:22.530138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faa2c5c7598> network precommit_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.530550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faa2c5c7598> network precommit_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.531152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.531551 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: tag
Feb 17 03:17:22.538497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.538870 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: timestamp
Feb 17 03:17:22.543251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.543809 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: network_ip_availability
Feb 17 03:17:22.549307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c522390>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.549718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c522390>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.550112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c522390>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.550894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.551261 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: flavors
Feb 17 03:17:22.556471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.556845 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading Plugin: revisions
Feb 17 03:17:22.561123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 03:17:22.561555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=83881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:22.562360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 03:17:22.562726 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Initializing extension manager.
Feb 17 03:17:22.563302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: __init__.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.563725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: __pycache__ {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.564104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.564482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: address_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.565485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.566134 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: address-group
Feb 17 03:17:22.566501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: address_scope.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.567275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.567897 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: address-scope
Feb 17 03:17:22.568263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.569224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.569845 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 03:17:22.570211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: agent.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.571563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.572141 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: agent
Feb 17 03:17:22.572505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: agent_resources_synced.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.573432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.574001 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: agent-resources-synced
Feb 17 03:17:22.574361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.576195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.576782 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: allowed-address-pairs
Feb 17 03:17:22.577153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.578242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.578823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: auto-allocated-topology
Feb 17 03:17:22.579188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.579993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.580575 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: availability_zone
Feb 17 03:17:22.580941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: availability_zone_filter.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.581874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.582455 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: availability_zone_filter
Feb 17 03:17:22.582815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: data_plane_status.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.583761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.584584 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 03:17:22.584953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: default_subnetpools.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.585882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.586996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: default-subnetpools
Feb 17 03:17:22.587357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.588343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.588926 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 03:17:22.589293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: dns.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.590223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.590792 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 03:17:22.591160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: dns_domain_ports.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.592119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.592689 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 03:17:22.593052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: dvr.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.593773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.594343 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: dvr
Feb 17 03:17:22.594708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: empty_string_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.595657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.596232 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: empty-string-filtering
Feb 17 03:17:22.596595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.597517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.598094 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 03:17:22.598456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.599376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.599979 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 03:17:22.600343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: external_net.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.601267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.601874 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: external-net
Feb 17 03:17:22.602238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.603154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.603791 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: extra_dhcp_opt
Feb 17 03:17:22.604158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: extraroute.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.605081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.605655 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: extraroute
Feb 17 03:17:22.606019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: extraroute_atomic.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.607047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.607656 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: extraroute-atomic
Feb 17 03:17:22.608021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: filter_validation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.608725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.609299 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: filter-validation
Feb 17 03:17:22.609662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: fip_pf_description.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.610582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.611153 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 03:17:22.611549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: fip_port_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.612467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.613037 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: fip-port-details
Feb 17 03:17:22.613397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: flavors.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.614637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.615216 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: flavors
Feb 17 03:17:22.615606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.617267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.617884 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 03:17:22.618344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: floatingip_pools.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.619104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.619712 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: floatingip-pools
Feb 17 03:17:22.620079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: ip_allocation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.621051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.621633 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 03:17:22.622001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.622932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.623560 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: ip-substring-filtering
Feb 17 03:17:22.623933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l2_adjacency.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.624868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.625437 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 03:17:22.625799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.626860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.627444 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: router
Feb 17 03:17:22.627840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.630089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.630685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 03:17:22.631063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.632071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.632655 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: ext-gw-mode
Feb 17 03:17:22.633557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.634496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.635077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: l3-ha
Feb 17 03:17:22.635445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3_flavors.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.636421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.637004 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: l3-flavors
Feb 17 03:17:22.637374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.638305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.638878 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 03:17:22.639246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: l3agentscheduler.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.640539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.641130 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: l3_agent_scheduler
Feb 17 03:17:22.641502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: logging.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.642992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.643604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension logging not supported by any of loaded plugins
Feb 17 03:17:22.643985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: metering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.644786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.645483 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: metering
Feb 17 03:17:22.645852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.646967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.647569 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 03:17:22.647943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: multiprovidernet.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.649424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.650005 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: multi-provider
Feb 17 03:17:22.650375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: netmtu.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.651303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.651905 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: net-mtu
Feb 17 03:17:22.652273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: netmtu_writable.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.653204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.653775 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: net-mtu-writable
Feb 17 03:17:22.654139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: network_availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.654856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.655431 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: network_availability_zone
Feb 17 03:17:22.655827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: network_ip_availability.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.656932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.657507 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: network-ip-availability
Feb 17 03:17:22.657871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: network_segment_range.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.658806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.659385 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 03:17:22.659779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: pagination.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.660781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.661162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: pagination
Feb 17 03:17:22.661526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: port_device_profile.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.662453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.663085 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: port-device-profile
Feb 17 03:17:22.663451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.664454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.665031 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: port-mac-address-regenerate
Feb 17 03:17:22.665397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.666315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.666890 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: port-numa-affinity-policy
Feb 17 03:17:22.667255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: port_resource_request.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.668197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.668771 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 03:17:22.669133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: portbindings.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.670068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.670641 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: binding
Feb 17 03:17:22.671004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: portbindings_extended.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.672302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.672882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: binding-extended
Feb 17 03:17:22.673251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: portsecurity.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.674183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.674760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: port-security
Feb 17 03:17:22.675131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: project_id.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.676145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.676523 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: project-id
Feb 17 03:17:22.676888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: providernet.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.677827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.678405 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: provider
Feb 17 03:17:22.678771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.682342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.682946 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos not supported by any of loaded plugins
Feb 17 03:17:22.683325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.685684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.686273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 03:17:22.686651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.687607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.688193 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 03:17:22.688563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_default.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.689490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.690066 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 03:17:22.690435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_fip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.691136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.691730 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 03:17:22.692100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.693044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.693617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 03:17:22.693986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.694914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.696027 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 03:17:22.696400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.697373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.697924 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 03:17:22.698287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: qos_rules_alias.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.699358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.699969 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 03:17:22.700337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: quotasv2.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.701320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.701694 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: quotas
Feb 17 03:17:22.702063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: quotasv2_detail.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.703673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.704068 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: quota_details
Feb 17 03:17:22.704445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: rbac.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.705601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.706200 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: rbac-policies
Feb 17 03:17:22.706574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: rbac_address_scope.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.707540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.708119 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: rbac-address-scope
Feb 17 03:17:22.708490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: rbac_security_groups.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.709787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.710369 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: rbac-security-groups
Feb 17 03:17:22.710735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.712279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.712858 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: rbac-subnetpool
Feb 17 03:17:22.713225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: revisionifmatch.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.714162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.714739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: revision-if-match
Feb 17 03:17:22.715105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: revisions.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.716265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.716841 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: standard-attr-revisions
Feb 17 03:17:22.717209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: router_availability_zone.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.717930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.718506 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: router_availability_zone
Feb 17 03:17:22.718870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: routerservicetype.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.719832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.720406 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 03:17:22.720771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.721722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.722308 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 03:17:22.722673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.723633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.724213 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: port-security-groups-filtering
Feb 17 03:17:22.724576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.725525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.726106 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: security-groups-remote-address-group
Feb 17 03:17:22.726471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: securitygroup.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.739594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.740167 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: security-group
Feb 17 03:17:22.740540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: segment.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.741410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.741998 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension segment not supported by any of loaded plugins
Feb 17 03:17:22.742404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.743367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.744000 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 03:17:22.744370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: servicetype.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.745480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.746072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: service-type
Feb 17 03:17:22.746444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: sorting.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.747432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.747838 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: sorting
Feb 17 03:17:22.748204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: standard_attr_segment.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.749134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.749717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 03:17:22.750084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: standardattrdescription.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.750773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.751358 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: standard-attr-description
Feb 17 03:17:22.751747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: stateful_security_group.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.752700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.753286 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: stateful-security-group
Feb 17 03:17:22.753651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: stdattrs_common.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.754239 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 03:17:22.754602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.755661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.756251 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 03:17:22.756615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnet_onboard.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.757686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.758786 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: subnet_onboard
Feb 17 03:17:22.759149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.760116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.760701 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 03:17:22.761061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnet_service_types.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.761997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.762577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: subnet-service-types
Feb 17 03:17:22.762939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnetallocation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.764048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.764633 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: subnet_allocation
Feb 17 03:17:22.765000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.765717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.766295 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 03:17:22.766661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.767641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.768216 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 03:17:22.768578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: tagging.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.769872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.770443 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: standard-attr-tag
Feb 17 03:17:22.770811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: timestamp.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.772019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.772612 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loaded extension: standard-attr-timestamp
Feb 17 03:17:22.772978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: trunk.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.774558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.775121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension trunk not supported by any of loaded plugins
Feb 17 03:17:22.775484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: trunk_details.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.776455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.777032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 03:17:22.777398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.778325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.778902 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 03:17:22.779268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Loading extension file: vlantransparent.py {{(pid=83881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 03:17:22.779994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 03:17:22.780565 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 03:17:22.783205 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:network
Feb 17 03:17:22.784018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 03:17:22.784694 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:17:22.785355 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:port
Feb 17 03:17:22.786862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.787359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service FLAVORS assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.788111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.788594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.788966 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:router
Feb 17 03:17:22.789735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 03:17:22.790517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service METERING assigned prefix: /metering {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.792318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c46a908>> rbac-policy before_create 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.792725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c46a908>> rbac-policy before_update 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.793110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faa2c46a908>> rbac-policy before_delete 55550000 {{(pid=83881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:17:22.794251 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 03:17:22.794749 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 03:17:22.795614 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 03:17:22.796438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.796815 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:17:22.797192 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] subnetpool is already registered
Feb 17 03:17:22.797863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.798234 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:17:22.798598 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] subnetpool is already registered
Feb 17 03:17:22.801397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.801883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service FLAVORS assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.802542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.803012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.803388 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:router
Feb 17 03:17:22.803782 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] router is already registered
Feb 17 03:17:22.804446 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 03:17:22.804833 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] floatingip is already registered
Feb 17 03:17:22.805533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service METERING assigned prefix: /metering {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.806276 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 03:17:22.806644 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] rbac_policy is already registered
Feb 17 03:17:22.807277 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 03:17:22.807696 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] security_group is already registered
Feb 17 03:17:22.808359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 03:17:22.808724 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] security_group_rule is already registered
Feb 17 03:17:22.809452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.809824 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:17:22.810193 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] subnetpool is already registered
Feb 17 03:17:22.810880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.resource_helper [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Service CORE assigned prefix:  {{(pid=83881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 03:17:22.811247 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 03:17:22.811633 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.quota.resource_registry [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] subnetpool is already registered
Feb 17 03:17:22.812346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: extensions {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.813901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: address-groups {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.815610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: address-scopes {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.816914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.818208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: auto-allocated-topology {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.819555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: availability_zones {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.821500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: dhcp-networks {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.823027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: dhcp-agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.824566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.826489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: flavors {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.827753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: service_profiles {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.829057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: next_providers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.831476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: service_profiles {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.833077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: floatingip-pools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.834638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.837155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: floatingips {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.838420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: l3-routers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.839925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: l3-agents {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.841468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: metering-labels {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.842926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: metering-label-rules {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.844348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: network-ip-availabilities {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.845739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: bindings {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.847478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: quotas {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.849027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: quotas {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.850529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: rbac-policies {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.851960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: security-groups {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.853262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: security-group-rules {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.854581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: service-providers {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.855919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: subnetpools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.857415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: subnetpools {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.858963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.860784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.862708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.864665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.866585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.868952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.870856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.872836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.874829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.876812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.extensions [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Extended resource: tags {{(pid=83881) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 03:17:22.884407 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 03:17:22.889637 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 03:17:22.898373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Acquired lock "singleton_lock" {{(pid=83881) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 03:17:22.898928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Releasing lock "singleton_lock" {{(pid=83881) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 03:17:22.900422 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Starting 2 workers
Feb 17 03:17:22.905200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Started child 83990 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:17:22.909032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.909918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Started child 83991 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:17:22.910477 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [-] (83990) wsgi starting up on http://0.0.0.0:9696
Feb 17 03:17:22.911418 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 03:17:22.912119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Notify callbacks [] for process, before_spawn {{(pid=83881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.913271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.914666 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [-] (83991) wsgi starting up on http://0.0.0.0:9696
Feb 17 03:17:22.914828 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Starting 1 workers
Feb 17 03:17:22.920172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Started child 83992 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:17:22.920714 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Starting 1 workers
Feb 17 03:17:22.922123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] calling RpcWorker wait() {{(pid=83992) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 03:17:22.922518 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] returning from RpcWorker wait() {{(pid=83992) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 03:17:22.924014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.924535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:22.925446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Started child 83993 {{(pid=83881) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 03:17:22.926252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0243a7d-3924-4b6b-93d0-e269352462d6 None None] Notify callbacks [] for process, after_spawn {{(pid=83881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.927930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83881) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 03:17:22.928167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:17:22.928379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:17:22.928651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:17:22.929056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:17:22.929248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:22.929355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:17:22.929817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.930660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.930755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:22.930981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.931282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.931630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.932295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.932581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.932886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.933197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.933477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.933685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.933885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.934174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.934463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.934801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.935091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.935369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.935673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.935891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.936168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.936489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.936786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.937092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.937369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.937963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.938224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.938561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.938760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.939073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.939344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.939664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.939959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.940220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.940487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.940772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.941017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.941292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.941589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.941844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.942352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host                           = dv-cinder-759961-4-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.942506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.942761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.943060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.943325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.943649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.943918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.944224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.944519 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.944790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.945055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.945327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.946166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.946461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.946743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.946940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.947206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.947497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.947832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.948110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.948273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.948414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.948673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.948868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.949127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.949392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.949630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.949892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.950158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.950423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.950718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.950968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.951245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.951489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.951821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.952107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.952469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.952668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.952923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.953178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.953419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.953677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.953948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.954963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.955250 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.955571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.955918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.956151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.956428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.956729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.957290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.957290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.957526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.957775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.958052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.959091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.959669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.959936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.960216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.960494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.960751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.961021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.961786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.962038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.962328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.962599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.962845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.963112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.963365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.963674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:22.964110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.964437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.964787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.965069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.965348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.965623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.965899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.966191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.966425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.966698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.967041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.967311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.967669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.967931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.968210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.968569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.968850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.969152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.969402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.969652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.969901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.970186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.970543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.970859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.971134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.971415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.971695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.971965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.972233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.972482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.972773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.972968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.973636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.973893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.974165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.974422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.974698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.974948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.975347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.975634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.975931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.976223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.976486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.976737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.977526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48588) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:22.977639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.977834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.978084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.978375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.978640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.978923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.979199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.979455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.979734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.979982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.980266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.980539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.980793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.981061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.981329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.981584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.981849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.982132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.982388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.982642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.982910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.983147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.983611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.984085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.984327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.984765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.985256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.985523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.985775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.986032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.986278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.986527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.986777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.987029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.987283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.987551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.987806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.988060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.988311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.988560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.988870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.989226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.989501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.989853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.990056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.990430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.990690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.990974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.991233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.991491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.991783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.992060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.992332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.993134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.993392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.993648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.993961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.994218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.994499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.994759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.995030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.995289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.995615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.995890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.996168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.996458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.996758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.997069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.997328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.997656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.997932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.998239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.998579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.998897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.999221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.999535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:22.999835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.000156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.000446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.000756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.001044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.001315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.001563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.001881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.002164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.002423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.002677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.002966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.003323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.003646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.003918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.004167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.004481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.005139 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0128293
Feb 17 03:17:23.005585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.005850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.006145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.006447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.006730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.007022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.008650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.008943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.009203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.009497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.009755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.010032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.011032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.011300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.011668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.011952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.012246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.012501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.012767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.013770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.014440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.014440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.014621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.014804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.015064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.016820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.016820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.016820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.016820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.017121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.017317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.017572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.017881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.018178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.018449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.020412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.021125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.021436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.021752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.022776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.023254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.023588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.023865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.024139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.024401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.024677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.025928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.025928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.025928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.025928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.026205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.026339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.026842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.027276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.027552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.027856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.028097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.028375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.028941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.028941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.029074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.029375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.029655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.029936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.030192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.030443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.030693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.030946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.031196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.031591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.031900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.032171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.032428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.032674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.032942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.033193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.033439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.033689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.033939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.034443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.034443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.034662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.034904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.035150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.035476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.036554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.036820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.037141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.037421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.037717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.038029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.038381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.038637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.038926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.039220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.039540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.039826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.040126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.040497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.040840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.041215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.041512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.041845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.042156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.042786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.042786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.042983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.043598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.043886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.044182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.044454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.044762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.045027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.045297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.045552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.045825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.046080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.046378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.046659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.046921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.047177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.047446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.048529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.048807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.049065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.049509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.049778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.049972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:17:23.050555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83881) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 03:17:23.050749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 03:17:23.050935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 03:17:23.051157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 03:17:23.051363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 03:17:23.051601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 03:17:23.051857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.052051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.052243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.052432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.052620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.052834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.053930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.054071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.054219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.054359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.054544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.054733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.055453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.055679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.056883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.057914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.058942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.059128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.059316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host                           = dv-cinder-759961-4-iscsi {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.059502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.060804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.060804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.060804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.061879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.062923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.063066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.063243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.063433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.064583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.064703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.064869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.065870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.066076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.066232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.066386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.066738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.067854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.068010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.068154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.068308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.068454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.069612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.070453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.070453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.070453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.070453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.070453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.072635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 03:17:23.073856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.075866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.076981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.079677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.080799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.081846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.083035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.084640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.085821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.087904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:23.088062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.088752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.089872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090179 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.090954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.091885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.092893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.093145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.093337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.093572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.093719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.093859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.094000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.094234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.094428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.094627 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.094834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.095025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.095215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.095433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.095662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.095851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.096996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.097197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.098848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.099885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.100227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.100559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.100906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.101241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.101593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.101817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.101986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.102172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.102366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.102554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.102745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.102936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.103124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.103879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.103879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.103879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.103879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.104475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.104475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.104475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.104475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.105826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.107030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.108195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.109781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.110909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.112937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.113513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.113513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.113513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.113874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.113874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.114934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.115126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.115316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.115520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.115717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.115909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.116102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.116301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.116500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.116691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.116889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.117086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.117284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.118981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.119169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.119359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.119571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.119749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.119933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.120558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.120558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.120558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.120780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.120850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.121039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.121188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.122113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.122324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.122517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.122707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 03:17:23.122890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83881) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 03:17:33.269242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4ea25-5e15-4bb2-8be7-29cfbabda678 None None] get_active_networks_info from dv-cinder-759961-4-iscsi {{(pid=83992) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 03:17:33.455017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4ea25-5e15-4bb2-8be7-29cfbabda678 None None] No non-hosted networks {{(pid=83992) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 03:17:33.483414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agentschedulers_db [None req-65e4ea25-5e15-4bb2-8be7-29cfbabda678 None None] DHCP Agent not found on host dv-cinder-759961-4-iscsi {{(pid=83992) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 17 03:17:33.598924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff6f548f-12ec-4049-bf6a-4ae7f8400047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:35.547392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3ecc-b2a4-4f94-897d-dfc5e74a1219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:35.611471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4d3165df-4ea8-4b29-9ac2-0892c230195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:36.094593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:37.321640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:37.535140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:37.536522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.537821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.538421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.539238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.540494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.541539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.543542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.544454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.544940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.545419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.546291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.546771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:37.547989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa2b7f3e48>, 'Open vSwitch agent', 'dv-cinder-759961-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:37.554745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa2b7f3160>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:17:38.053547 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_hamode_db [None req-3d297ce1-ef8d-4d39-a4fa-dc886b3e6d18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 03:17:38.146479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d297ce1-ef8d-4d39-a4fa-dc886b3e6d18 None None] Routers set() bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:17:38.147071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d297ce1-ef8d-4d39-a4fa-dc886b3e6d18 None None] Router IDs set() for agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 03:17:39.089311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48686) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:39.528059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] get_endpoint_by_host() called for host dv-cinder-759961-4-iscsi {{(pid=83992) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 03:17:39.532798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=83992) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 03:17:39.536015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=83992) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 03:17:39.542148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] _get_endpoints() called {{(pid=83992) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 03:17:39.742695 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-a78e5273-530e-4eb5-b88d-c27f151136cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:39.743301 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-a78e5273-530e-4eb5-b88d-c27f151136cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:39.977173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-a78e5273-530e-4eb5-b88d-c27f151136cb admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:17:39.979387 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a78e5273-530e-4eb5-b88d-c27f151136cb admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8877594
Feb 17 03:17:42.697388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48702) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:43.079327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:17:43.148616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.policy [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83991) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 03:17:43.185062 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:43.185469 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:43.212432 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faa2c0491d0>.
Feb 17 03:17:43.229150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:17:43.286024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773056190372', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773056474426', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773056470801', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773056489108', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773056490367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1793004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1949707', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853839602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-983463'] for rbac-policy, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:43.348945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:43.350189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ae672344-9a75-4848-894d-96b683f5404d admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6517165
Feb 17 03:17:46.323056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48716) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:46.691978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3fdd57947d164be292ee6cb4b389a945'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:17:46.697812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:17:46.703108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Usage tracker for resource:network and tenant:3fdd57947d164be292ee6cb4b389a945 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:17:46.706787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:17:46.713097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:17:46.721430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Made reservation on behalf of 3fdd57947d164be292ee6cb4b389a945 for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:17:46.727460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:46.746159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:46.915615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:17:46.919449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdd57947d164be292ee6cb4b389a945 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:17:46.922939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:17:46.928574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:17:47.024087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.026565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.031746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:47.051304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:17:47.077953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.078435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Added segment 4a2fab97-c574-47b8-b5f3-7359ced48327 of type vxlan for network ac56da34-fea6-4789-9fde-c9bd21f84f47
Feb 17 03:17:47.133011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41e885-8c9e-487c-8827-9f6cecf33bab,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:47.156620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.157018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.157388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.157749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.158111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.158470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.158824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.159178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.159561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.159921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.160274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.160622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Tracked resource versions report:
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'}}
Feb 17 03:17:47.161776 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:17:47.195398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.212788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:47.238194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.239571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:17:47.240206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:47.244949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:47.357677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0334318
Feb 17 03:17:47.358402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Pushing event updated for resources: {'Network': ['ID=ac56da34-fea6-4789-9fde-c9bd21f84f47,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:47.361527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:47.370101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:17:50.390946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48732) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:50.856904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae82f6-133a-4cd7-80ab-d143edcf9b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:17:50.858349 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-27ae82f6-133a-4cd7-80ab-d143edcf9b52 admin admin] 10.222.0.46 "GET /v2.0/networks/ac56da34-fea6-4789-9fde-c9bd21f84f47 HTTP/1.1" status: 200  len: 818 time: 0.4663661
Feb 17 03:17:50.889006 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95ccaef7-48f0-4435-a246-9167fca3546b admin admin] 10.222.0.46 "GET /v2.0/subnetpools/cf9ab30a-60f0-4bc8-8a20-b72e235bb23e HTTP/1.1" status: 200  len: 734 time: 0.0245614
Feb 17 03:17:50.898232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:17:50.903123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:17:50.906990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Usage tracker for resource:subnet and tenant:3fdd57947d164be292ee6cb4b389a945 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:17:50.909955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:17:50.915465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:17:50.924106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Made reservation on behalf of 3fdd57947d164be292ee6cb4b389a945 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:17:50.928519 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:51.398263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:51.413366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:51.554825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:51.561316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:51.615810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Checking segment: {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:17:51.616200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Network hostable DHCP agents. Network: ac56da34-fea6-4789-9fde-c9bd21f84f47, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:17:51.636665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:17:51.645075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, ac56da34-fea6-4789-9fde-c9bd21f84f47) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:17:51.649365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:17:51.649999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:51.655635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59937b5-dc48-498c-ac2e-4b911ebecc82 None None] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:17:51.669618 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7749302
Feb 17 03:17:52.144622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-ac56da34-fea6-4789-9fde-c9bd21f84f47', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:17:52.145807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:52.463543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Allocated IP 172.20.0.2 (ac56da34-fea6-4789-9fde-c9bd21f84f47/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a/e0e9ca80-df63-4d89-9643-bd9138ad74f9) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:17:52.696071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:52.708360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Transition to ACTIVE for port object e0e9ca80-df63-4d89-9643-bd9138ad74f9 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:17:52.728442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Transition to ACTIVE for port object e0e9ca80-df63-4d89-9643-bd9138ad74f9 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:17:52.734431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:52.749589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:52.883772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Pushing event updated for resources: {'Port': ['ID=e0e9ca80-df63-4d89-9643-bd9138ad74f9,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:52.904500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.904880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.905244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.905599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.905951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.906303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.906654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.906999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.907349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.907735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.908084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.908427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Tracked resource versions report:
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'}}
Feb 17 03:17:52.909554 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:17:52.917192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:52.954440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:17:52.955554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:17:52.958526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:17:53.019275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Attempting to bind port e0e9ca80-df63-4d89-9643-bd9138ad74f9 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:17:53.019642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Attempting to bind port e0e9ca80-df63-4d89-9643-bd9138ad74f9 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:17:53.020062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Attempting to bind port e0e9ca80-df63-4d89-9643-bd9138ad74f9 on network ac56da34-fea6-4789-9fde-c9bd21f84f47 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:17:53.025785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:17:53.026207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Checking segment: {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:17:53.028068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:53.028068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Bound using segment: {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:17:53.028321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Bound port: e0e9ca80-df63-4d89-9643-bd9138ad74f9, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:17:53.028953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:53.119845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] For port e0e9ca80-df63-4d89-9643-bd9138ad74f9, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:17:53.123923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] For port e0e9ca80-df63-4d89-9643-bd9138ad74f9, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=e0e9ca80-df63-4d89-9643-bd9138ad74f9,segment=NetworkSegment(4a2fab97-c574-47b8-b5f3-7359ced48327),segment_id=4a2fab97-c574-47b8-b5f3-7359ced48327)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:17:53.127294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:53.142489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:53.306232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Pushing event updated for resources: {'Port': ['ID=e0e9ca80-df63-4d89-9643-bd9138ad74f9,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:53.309870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:54.405713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48742) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:55.044595 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-47c8ff1b-2c1c-41bd-a5e0-c053bccb9474 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:55.045196 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-47c8ff1b-2c1c-41bd-a5e0-c053bccb9474 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:17:55.277619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-47c8ff1b-2c1c-41bd-a5e0-c053bccb9474 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:17:55.278785 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-47c8ff1b-2c1c-41bd-a5e0-c053bccb9474 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8719902
Feb 17 03:17:57.606013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device e0e9ca80-df63-4d89-9643-bd9138ad74f9 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:17:57.676036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:17:58.032495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48760) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:17:58.102090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27921e-f42d-4865-94b2-4f8377249044 None None] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:17:58.198521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Provisioning for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:17:58.208636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Provisioning complete for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:17:58.209039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:58.434296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-bf9efefb-1ed9-4aba-88f2-3ae2324da1f6 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:17:58.435492 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bf9efefb-1ed9-4aba-88f2-3ae2324da1f6 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4020658
Feb 17 03:17:58.451219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:58.494210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] For port e0e9ca80-df63-4d89-9643-bd9138ad74f9, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=e0e9ca80-df63-4d89-9643-bd9138ad74f9,segment=NetworkSegment(4a2fab97-c574-47b8-b5f3-7359ced48327),segment_id=4a2fab97-c574-47b8-b5f3-7359ced48327)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:17:58.504498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:58.510915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:17:58.594966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Pushing event updated for resources: {'Port': ['ID=e0e9ca80-df63-4d89-9643-bd9138ad74f9,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:17:58.598432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:17:58.831101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-379846cf-f008-4ec0-aa65-4ac7ae561bd0 None None] Provisioning complete for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:17:58.831679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-379846cf-f008-4ec0-aa65-4ac7ae561bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:59.084318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3ac849c3-fafb-408d-816e-53728e79159c None None] Provisioning complete for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:17:59.084724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ac849c3-fafb-408d-816e-53728e79159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:17:59.586138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device e0e9ca80-df63-4d89-9643-bd9138ad74f9 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:17:59.659443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:17:59.659904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:01.473117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48772) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:01.847682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Request body: {'router': {'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'name': 'router1', 'admin_state_up': True}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:01.895619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.policy [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83990) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 03:18:01.932589 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:01.933001 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING oslo_policy.policy [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 03:18:01.960634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.quota [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faa2c00d1d0>.
Feb 17 03:18:01.976511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:01.983429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Usage tracker for resource:router and tenant:3fdd57947d164be292ee6cb4b389a945 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:01.987761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:01.995084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:02.009400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:02.011546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:02.035991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:02.304900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:02.324471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:02.325717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e72095c8-cc94-4ddb-8871-3067c317ec85 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8515670
Feb 17 03:18:03.124407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d783e182-c5b5-41f4-9050-d6b8cf3e8187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:05.004952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48784) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:05.389801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-88e0e940-5b41-442d-9ff7-8c839a3a3767 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:18:05.390871 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-88e0e940-5b41-442d-9ff7-8c839a3a3767 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3849037
Feb 17 03:18:05.560153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-863906ba-78d8-4942-b87a-a3d5936a4479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:06.045630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:07.243498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:07.533491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.105771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48804) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:08.265395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:08.271662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:08.275644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Usage tracker for resource:network and tenant:e14bda9abb15435bac9d35ca3d2d8029 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:08.279471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:08.285275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:08.293948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Made reservation on behalf of e14bda9abb15435bac9d35ca3d2d8029 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:18:08.299968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.317875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.333087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:08.337237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Usage tracker for resource:security_group_rule and tenant:e14bda9abb15435bac9d35ca3d2d8029 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:08.341015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:08.346604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:08.440696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.443189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.447819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:08.459390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Reserving flat network on physical network physnet1 {{(pid=83990) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 03:18:08.488815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.489367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faa2cdb6e18> segment precommit_create {{(pid=83990) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 03:18:08.489837 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Added segment c7f18494-4681-4866-a0e3-94c00bf68062 of type flat for network db5b2ccf-9d83-4129-8f4c-b0235011f48d
Feb 17 03:18:08.547983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6dca2-c8da-4a13-b921-961fc90376e1,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:08.570040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.570417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.570784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.571146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.571501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.571963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.572313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.572612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.572968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.573282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.574170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.574520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Tracked resource versions report:
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'}}
Feb 17 03:18:08.575735 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:18:08.619566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.626098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:08.663733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.665031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:08.665661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:08.670707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:08.777894 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6710212
Feb 17 03:18:08.780724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Pushing event updated for resources: {'Network': ['ID=db5b2ccf-9d83-4129-8f4c-b0235011f48d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:08.783970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:08.791861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:18:11.290433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48828) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:11.410112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd36859-d998-407b-8489-248eaff1a025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:11.411562 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1dd36859-d998-407b-8489-248eaff1a025 admin admin] 10.222.0.46 "GET /v2.0/subnets/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a HTTP/1.1" status: 200  len: 849 time: 0.1200473
Feb 17 03:18:11.561495 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5495e471-6f10-49f1-b754-00c991ea509c admin admin] 10.222.0.46 "GET /v2.0/routers/d86002bb-d0c3-45c0-8d31-415fe1350d42 HTTP/1.1" status: 200  len: 704 time: 0.1433241
Feb 17 03:18:12.047707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:12.419558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Allocated IP 172.20.0.1 (ac56da34-fea6-4789-9fde-c9bd21f84f47/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a/1787044e-2b2c-4b94-ae15-8f8f521d830e) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:18:12.725227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:12.743435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Transition to ACTIVE for port object 1787044e-2b2c-4b94-ae15-8f8f521d830e will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:18:12.796561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:12.811885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:12.944929 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1787044e-2b2c-4b94-ae15-8f8f521d830e,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:12.951685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:13.003123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:18:13.004183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:13.006900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:18:13.007415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.208970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2c098d88-f345-47ea-b096-f6fb6fe01108 None None] Provisioning for port 1787044e-2b2c-4b94-ae15-8f8f521d830e completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:18:13.214957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2c098d88-f345-47ea-b096-f6fb6fe01108 None None] Provisioning complete for port 1787044e-2b2c-4b94-ae15-8f8f521d830e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:13.215370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c098d88-f345-47ea-b096-f6fb6fe01108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.284184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.422023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-2c098d88-f345-47ea-b096-f6fb6fe01108 None None] Port 1787044e-2b2c-4b94-ae15-8f8f521d830e cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:18:13.583274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.586899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.588037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:13.602339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:13.734660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1787044e-2b2c-4b94-ae15-8f8f521d830e,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:13.738897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:13.794246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:18:13.795285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:13.995033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Router d86002bb-d0c3-45c0-8d31-415fe1350d42 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:18:14.044799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e5454395-c32f-4532-b707-fb8db83c9ec7 None None] Provisioning complete for port 1787044e-2b2c-4b94-ae15-8f8f521d830e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:14.045148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e5454395-c32f-4532-b707-fb8db83c9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:14.101567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-e5454395-c32f-4532-b707-fb8db83c9ec7 None None] Port 1787044e-2b2c-4b94-ae15-8f8f521d830e cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:18:14.321839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:18:14.332021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/d86002bb-d0c3-45c0-8d31-415fe1350d42/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7648513
Feb 17 03:18:14.332841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Sync routers for ids ['d86002bb-d0c3-45c0-8d31-415fe1350d42'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:18:14.344806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Routers {'d86002bb-d0c3-45c0-8d31-415fe1350d42'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:18:14.345702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0cd6a0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d86002bb-d0c3-45c0-8d31-415fe1350d42'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:14.532011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Set router d86002bb-d0c3-45c0-8d31-415fe1350d42 gateway port host: None {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:18:15.084710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0cd6a0>, [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:13Z', 'revision_number': 2, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port_host': None, '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:13Z', 'revision_number': 2, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:15.090559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Checking router: d86002bb-d0c3-45c0-8d31-415fe1350d42 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:18:15.090948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Updating router d86002bb-d0c3-45c0-8d31-415fe1350d42 port 1787044e-2b2c-4b94-ae15-8f8f521d830e binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:18:15.149620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:15.602131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:15.616568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Transition to ACTIVE for port object 1787044e-2b2c-4b94-ae15-8f8f521d830e will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:18:15.619382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:15.635488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:15.791350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Pushing event updated for resources: {'Port': ['ID=1787044e-2b2c-4b94-ae15-8f8f521d830e,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:15.802387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.802775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.803147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.803532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.803901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.804264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.804624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.804982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.805345 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.805700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.806060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.806414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Tracked resource versions report:
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'}}
Feb 17 03:18:15.808102 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:18:15.815504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:15.968933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Attempting to bind port 1787044e-2b2c-4b94-ae15-8f8f521d830e on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:18:15.969464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Attempting to bind port 1787044e-2b2c-4b94-ae15-8f8f521d830e by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:18:15.969887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Attempting to bind port 1787044e-2b2c-4b94-ae15-8f8f521d830e on network ac56da34-fea6-4789-9fde-c9bd21f84f47 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:18:15.975922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:18:15.976340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Checking segment: {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:18:15.976854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:15.977275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Bound using segment: {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:18:15.977809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Bound port: 1787044e-2b2c-4b94-ae15-8f8f521d830e, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2fab97-c574-47b8-b5f3-7359ced48327', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:18:15.978215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:16.072641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] For port 1787044e-2b2c-4b94-ae15-8f8f521d830e, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:18:16.077289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] For port 1787044e-2b2c-4b94-ae15-8f8f521d830e, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=1787044e-2b2c-4b94-ae15-8f8f521d830e,segment=NetworkSegment(4a2fab97-c574-47b8-b5f3-7359ced48327),segment_id=4a2fab97-c574-47b8-b5f3-7359ced48327)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:18:16.079734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:16.095475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:16.247039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Pushing event updated for resources: {'Port': ['ID=1787044e-2b2c-4b94-ae15-8f8f521d830e,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:16.251629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:16.324704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Routers {'d86002bb-d0c3-45c0-8d31-415fe1350d42'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:18:16.325381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0cd6a0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d86002bb-d0c3-45c0-8d31-415fe1350d42'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:16.494257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] Set router d86002bb-d0c3-45c0-8d31-415fe1350d42 gateway port host: None {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:18:16.834239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0cd6a0>, [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:13Z', 'revision_number': 2, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port_host': None, '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:16Z', 'revision_number': 4, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:16.838610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 48840) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:16.838760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a8e01-e40f-48b7-b436-345788c19005 None None] The sync data for ids ['d86002bb-d0c3-45c0-8d31-415fe1350d42'] in dv-cinder-759961-4-iscsi is: [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:13Z', 'revision_number': 2, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port_host': None, '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:16Z', 'revision_number': 4, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:18:16.996052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6a619-0f04-4c43-8320-7cb9320bdfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:16.996664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-27b6a619-0f04-4c43-8320-7cb9320bdfe6 admin admin] Synchronizing usage tracker for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:18:17.013833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-27b6a619-0f04-4c43-8320-7cb9320bdfe6 admin admin] Unset dirty status for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:18:17.014989 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-27b6a619-0f04-4c43-8320-7cb9320bdfe6 admin admin] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 842 time: 0.1745625
Feb 17 03:18:17.025469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:17.031494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:17.035354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Usage tracker for resource:subnet and tenant:e14bda9abb15435bac9d35ca3d2d8029 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:17.038337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:17.047597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:17.058767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Made reservation on behalf of e14bda9abb15435bac9d35ca3d2d8029 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:18:17.063329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:17.522163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83990) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:18:17.522657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:17.538517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:17.675692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18c4535-8c0c-492f-af88-10d79bb730f3,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:17.678963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:17.747965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:18:17.748357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Network hostable DHCP agents. Network: db5b2ccf-9d83-4129-8f4c-b0235011f48d, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:18:17.770730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:18:17.781022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, db5b2ccf-9d83-4129-8f4c-b0235011f48d) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:17.785155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:17.785738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:17.791124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f3bb6-5d3f-4113-bd55-3af5a2165f00 None None] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:18:17.805898 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7839878
Feb 17 03:18:18.048218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a2e38-9536-486e-8c66-afe2e2da1eab None None] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:18:19.611870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1787044e-2b2c-4b94-ae15-8f8f521d830e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:19.686606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 1787044e-2b2c-4b94-ae15-8f8f521d830e completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:18:19.692937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 1787044e-2b2c-4b94-ae15-8f8f521d830e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:19.693360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:19.818413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:19.852042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 1787044e-2b2c-4b94-ae15-8f8f521d830e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=1787044e-2b2c-4b94-ae15-8f8f521d830e,segment=NetworkSegment(4a2fab97-c574-47b8-b5f3-7359ced48327),segment_id=4a2fab97-c574-47b8-b5f3-7359ced48327)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:18:19.855409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:19.857626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-48cd7db5-4ac7-43b4-999e-1c62a3769197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:19.927777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=1787044e-2b2c-4b94-ae15-8f8f521d830e,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:19.931287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:20.405144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48854) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:20.660587 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-20474c0d-d030-46ad-a1e4-64915f91dceb admin admin] 10.222.0.46 "GET /v2.0/routers/d86002bb-d0c3-45c0-8d31-415fe1350d42 HTTP/1.1" status: 200  len: 710 time: 0.2541978
Feb 17 03:18:20.797828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783a215-95a5-404c-9408-7424e07ed22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:20.799256 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7783a215-95a5-404c-9408-7424e07ed22b admin admin] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 886 time: 0.1328232
Feb 17 03:18:20.809356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:18:21.412756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.595284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1787044e-2b2c-4b94-ae15-8f8f521d830e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:21.668990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 1787044e-2b2c-4b94-ae15-8f8f521d830e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:21.669522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.760132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.822243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.835504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.850229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:18:21.854169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:18:21.857075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:18:21.862677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:18:21.945011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.947449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:21.963114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:22.053810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd16bb-cd73-4dd3-84f1-2d916a117816,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:22.058202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:22.223521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Allocated IP 172.27.1.239 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/ffa12bf6-27bc-469a-8218-09cf803dd2aa) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:18:22.377385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:22.434307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:22.449968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:22.584272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa12bf6-27bc-469a-8218-09cf803dd2aa,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:22.599620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:22.638918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:18:22.639998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:18:22.642144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:18:23.191306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:23.544065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:23.548177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854109424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539554'] for router, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:23.741339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Router d86002bb-d0c3-45c0-8d31-415fe1350d42 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:18:23.928189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:18:23.938496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Sync routers for ids ['d86002bb-d0c3-45c0-8d31-415fe1350d42'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:18:23.945451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Notify callbacks [] for router, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:23.946762 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] 10.222.0.46 "PUT /v2.0/routers/d86002bb-d0c3-45c0-8d31-415fe1350d42 HTTP/1.1" status: 200  len: 890 time: 3.1413708
Feb 17 03:18:23.948826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Routers {'d86002bb-d0c3-45c0-8d31-415fe1350d42'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:18:23.949495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b47a668>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d86002bb-d0c3-45c0-8d31-415fe1350d42'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:24.156065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Set router d86002bb-d0c3-45c0-8d31-415fe1350d42 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:18:24.516754 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b47a668>, [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:23Z', 'revision_number': 4, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port': {'id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:22Z', 'updated_at': '2021-02-17T03:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:19Z', 'revision_number': 5, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:24.521563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Checking router: d86002bb-d0c3-45c0-8d31-415fe1350d42 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:18:24.521962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Updating router d86002bb-d0c3-45c0-8d31-415fe1350d42 port ffa12bf6-27bc-469a-8218-09cf803dd2aa binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:18:24.580416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:24.976607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:24.989623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Transition to ACTIVE for port object ffa12bf6-27bc-469a-8218-09cf803dd2aa will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:18:24.991940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.006931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:25.306942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Pushing event updated for resources: {'Port': ['ID=ffa12bf6-27bc-469a-8218-09cf803dd2aa,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:25.310020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:25.363816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Attempting to bind port ffa12bf6-27bc-469a-8218-09cf803dd2aa on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:18:25.364218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Attempting to bind port ffa12bf6-27bc-469a-8218-09cf803dd2aa by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:18:25.364609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Attempting to bind port ffa12bf6-27bc-469a-8218-09cf803dd2aa on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:18:25.370024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:18:25.370438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:18:25.370871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.371292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:18:25.371843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Bound port: ffa12bf6-27bc-469a-8218-09cf803dd2aa, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:18:25.372263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.446879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] For port ffa12bf6-27bc-469a-8218-09cf803dd2aa, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:18:25.450501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] For port ffa12bf6-27bc-469a-8218-09cf803dd2aa, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=ffa12bf6-27bc-469a-8218-09cf803dd2aa,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:18:25.453931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:25.469140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:25.618977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Pushing event updated for resources: {'Port': ['ID=ffa12bf6-27bc-469a-8218-09cf803dd2aa,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:25.624918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:25.661910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Routers {'d86002bb-d0c3-45c0-8d31-415fe1350d42'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:18:25.662553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b47a668>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:18:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d86002bb-d0c3-45c0-8d31-415fe1350d42'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:25.848672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] Set router d86002bb-d0c3-45c0-8d31-415fe1350d42 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:18:26.198043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b47a668>, [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:23Z', 'revision_number': 4, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port': {'id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:22Z', 'updated_at': '2021-02-17T03:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:19Z', 'revision_number': 5, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:18:26.202211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592381d8-a950-4ed7-8f2c-c1c50c02ac9a None None] The sync data for ids ['d86002bb-d0c3-45c0-8d31-415fe1350d42'] in dv-cinder-759961-4-iscsi is: [{'id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'name': 'router1', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:18:02Z', 'updated_at': '2021-02-17T03:18:23Z', 'revision_number': 4, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'gw_port': {'id': 'ffa12bf6-27bc-469a-8218-09cf803dd2aa', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:22Z', 'updated_at': '2021-02-17T03:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '1787044e-2b2c-4b94-ae15-8f8f521d830e', 'name': '', 'network_id': 'ac56da34-fea6-4789-9fde-c9bd21f84f47', 'tenant_id': '3fdd57947d164be292ee6cb4b389a945', 'mac_address': 'fa:16:3e:a4:79:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86002bb-d0c3-45c0-8d31-415fe1350d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:18:12Z', 'updated_at': '2021-02-17T03:18:19Z', 'revision_number': 5, 'project_id': '3fdd57947d164be292ee6cb4b389a945', 'subnets': [{'id': 'ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cf9ab30a-60f0-4bc8-8a20-b72e235bb23e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:18:26.640398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 48864) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:18:26.762801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19800a-7904-4a18-aac2-f3c6b19a7f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:18:26.764494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3f19800a-7904-4a18-aac2-f3c6b19a7f34 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1230745
Feb 17 03:18:27.630658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device ffa12bf6-27bc-469a-8218-09cf803dd2aa up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:27.705594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port ffa12bf6-27bc-469a-8218-09cf803dd2aa completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:18:27.711368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port ffa12bf6-27bc-469a-8218-09cf803dd2aa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:27.711808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:27.844842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:27.862342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port ffa12bf6-27bc-469a-8218-09cf803dd2aa, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=ffa12bf6-27bc-469a-8218-09cf803dd2aa,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:18:27.864996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:27.868386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:18:27.941256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=ffa12bf6-27bc-469a-8218-09cf803dd2aa,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:18:27.944789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:18:29.621510 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device ffa12bf6-27bc-469a-8218-09cf803dd2aa up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:18:29.730649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port ffa12bf6-27bc-469a-8218-09cf803dd2aa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:18:29.731301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:33.138073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0bf3b44-60c5-4a18-b1a1-b052ff5db41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:33.979908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:18:35.597940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4fe85286-dcee-4e5a-ba7d-896556dfe488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:36.074181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:37.257321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:18:37.535772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:03.129966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc9f66bb-3144-480a-925d-a07b7c33beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:05.561766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2ec98ea-d6c3-4dac-96a2-3463bc4bf0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:06.053119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:07.260938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:07.537868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:10.979387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:19:33.130457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-877d04da-631b-4ce3-9673-bc07f33e7d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:35.562225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-532f37ac-20b9-41dd-8ef6-17f0acd8aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:36.058752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:37.273430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:37.540371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:19:47.978047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:20:03.131354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8051dfd6-63bf-4caf-929b-5295d5698e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:05.563982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a4da04b5-78be-4323-90be-9e7faa5ba8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:06.058392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:07.275098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:07.541856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:24.977926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:20:33.133515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95f7570a-7a2c-45d0-8af2-021c5313380b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:35.565089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a06c24af-35a3-49f3-a454-8f8fc72cc3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:36.062830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:37.280039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:37.543358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:37.798866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49440) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:37.872747 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-413a4310-75b3-42c8-8a3f-04f524a5d148 admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:20:37.874044 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-413a4310-75b3-42c8-8a3f-04f524a5d148 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0740893
Feb 17 03:20:38.014840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d74099-d656-4299-a026-84ccb0bdc5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:38.016416 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d7d74099-d656-4299-a026-84ccb0bdc5a0 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1380656
Feb 17 03:20:40.493632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49450) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:40.610991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429be3a-fb2a-4252-9666-0198300a71ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:40.612452 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b429be3a-fb2a-4252-9666-0198300a71ca admin admin] 10.222.0.46 "GET /v2.0/subnets/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a HTTP/1.1" status: 200  len: 849 time: 0.1177936
Feb 17 03:20:40.623199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:20:40.745305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:41.070020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773054636591'] for subnet, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:41.083708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:20:41.224234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:20:41.247098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.247476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.247870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.248232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.248587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.248939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.249291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.249641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.249996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.250339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.250683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.251029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:20:41.256850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:20:41.291951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:41.292711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:41.294625 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] 10.222.0.46 "PUT /v2.0/subnets/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a HTTP/1.1" status: 200  len: 868 time: 0.6759360
Feb 17 03:20:41.310647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbd42d-ce1c-4096-81ba-f70e8c71dd90 None None] Network ac56da34-fea6-4789-9fde-c9bd21f84f47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:20:41.832665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ff1aacdb-7db6-4aec-92dc-a3f8258e744c None None] Provisioning complete for port 1787044e-2b2c-4b94-ae15-8f8f521d830e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:20:41.833192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff1aacdb-7db6-4aec-92dc-a3f8258e744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:41.965185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ff1aacdb-7db6-4aec-92dc-a3f8258e744c None None] Provisioning complete for port e0e9ca80-df63-4d89-9643-bd9138ad74f9 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:20:41.965611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff1aacdb-7db6-4aec-92dc-a3f8258e744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:20:43.772807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49460) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:43.957296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a835f-9751-47e6-a3b9-b3f00fbd91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:43.957644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a835f-9751-47e6-a3b9-b3f00fbd91c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:43.959237 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-510a835f-9751-47e6-a3b9-b3f00fbd91c6 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1854274
Feb 17 03:20:46.430905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49470) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:46.615820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607edc58-2368-40d3-8d73-76d522e823fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:46.616253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607edc58-2368-40d3-8d73-76d522e823fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:46.617855 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-607edc58-2368-40d3-8d73-76d522e823fb admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1858935
Feb 17 03:20:49.059995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49480) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:49.403524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c81a2-7839-4d18-99eb-80bd179ee112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:49.405054 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9c5c81a2-7839-4d18-99eb-80bd179ee112 admin admin] 10.222.0.46 "GET /v2.0/networks/ac56da34-fea6-4789-9fde-c9bd21f84f47 HTTP/1.1" status: 200  len: 862 time: 0.3440299
Feb 17 03:20:51.866483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49490) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:52.044999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bb968-bf0c-4fb6-89bb-18d114a9bc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:52.046435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fe7bb968-bf0c-4fb6-89bb-18d114a9bc68 admin admin] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 886 time: 0.1789422
Feb 17 03:20:54.514902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49500) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:54.631584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82930ba8-55e4-4630-98d0-226a978a293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:54.632008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82930ba8-55e4-4630-98d0-226a978a293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:54.632794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-82930ba8-55e4-4630-98d0-226a978a293b admin admin] Synchronizing usage tracker for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:subnet {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:20:54.647306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-82930ba8-55e4-4630-98d0-226a978a293b admin admin] Unset dirty status for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:subnet {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:20:54.648538 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-82930ba8-55e4-4630-98d0-226a978a293b admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1325860
Feb 17 03:20:57.096279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49510) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:57.209759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efad8f-c3aa-4b70-a512-7f64583b9f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:57.210182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47efad8f-c3aa-4b70-a512-7f64583b9f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:57.211825 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-47efad8f-c3aa-4b70-a512-7f64583b9f7c admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1145036
Feb 17 03:20:59.681227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49520) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:20:59.792562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02060c-76cc-4031-a8bd-79dd4c323693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:20:59.794523 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2f02060c-76cc-4031-a8bd-79dd4c323693 admin admin] 10.222.0.46 "GET /v2.0/subnets/e18c4535-8c0c-492f-af88-10d79bb730f3 HTTP/1.1" status: 200  len: 816 time: 0.1122375
Feb 17 03:21:01.977489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:21:02.252302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49530) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:02.367956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ff3cd-71c5-4791-b447-fb4d08359c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:02.369375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0f9ff3cd-71c5-4791-b447-fb4d08359c0a admin admin] 10.222.0.46 "GET /v2.0/subnets/ea94c0e1-13e7-4d4a-8559-1ca15dd65e7a HTTP/1.1" status: 200  len: 868 time: 0.1160607
Feb 17 03:21:03.135338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7e681475-4111-46a3-a65f-d7527b980b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:05.569051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fead03ba-7d49-42a1-8b96-8b7f4a931962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:06.065152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:07.283253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:07.544998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:28.025824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49570) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:28.077082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-025e247a-28a0-4449-99c2-8777b1b2df2d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:21:28.078163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-025e247a-28a0-4449-99c2-8777b1b2df2d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0513275
Feb 17 03:21:30.644747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49580) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:30.718491 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-e527c568-230a-479e-8c18-b3b964ef11eb admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:21:30.719856 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e527c568-230a-479e-8c18-b3b964ef11eb admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0740440
Feb 17 03:21:30.855999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2890a2-600b-45aa-b53d-64bda8cad162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:30.857458 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6a2890a2-600b-45aa-b53d-64bda8cad162 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1330719
Feb 17 03:21:33.137830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4d76ef95-8213-4cd4-a244-d4f5efd03648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.337534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49590) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:33.388418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:21:33.393867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:21:33.404340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:21:33.412783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Made reservation on behalf of e14bda9abb15435bac9d35ca3d2d8029 for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:21:33.417395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.512141 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.services.revisions.revision_plugin [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7faa2b04c470] {project_id='e14bda9abb15435bac9d35ca3d2d8029', id='76508fba-b563-4560-8a53-d40449a92a62', target_tenant='*', action='access_as_shared', object_id='f4cef95b-2ba0-4715-84d3-1b124c0f2471'}> to bump revision.
Feb 17 03:21:33.528319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:21:33.537689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.538110 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Added segment 60ae87bb-d097-42f9-9bb9-887ff404d233 of type vxlan for network f4cef95b-2ba0-4715-84d3-1b124c0f2471
Feb 17 03:21:33.563975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.593492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.594717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:33.595333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:33.600053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6ca0f3b4-9767-48f5-ab10-ae9b7c5b5044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:33.704022 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3650832
Feb 17 03:21:33.706905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4cef95b-2ba0-4715-84d3-1b124c0f2471,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:33.717164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:33.725051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:21:35.569737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af559fc2-c081-433f-b84d-044786bfe4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:36.067921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:36.181874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49600) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:21:36.257834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa2780e-32dd-4999-b47b-1717f67e8e87 admin admin] GET failed (client error): The resource could not be found.
Feb 17 03:21:36.258379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8fa2780e-32dd-4999-b47b-1717f67e8e87 admin admin] Synchronizing usage tracker for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:network {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:21:36.272342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8fa2780e-32dd-4999-b47b-1717f67e8e87 admin admin] Unset dirty status for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:network {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:21:36.273496 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8fa2780e-32dd-4999-b47b-1717f67e8e87 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0905681
Feb 17 03:21:36.386659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141be8d2-136a-4c73-949e-fcb41485ba4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:36.388194 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-141be8d2-136a-4c73-949e-fcb41485ba4d admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1102440
Feb 17 03:21:36.398703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Request body: {'subnet': {'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:21:36.403248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:21:36.412781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:21:36.421541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Made reservation on behalf of e14bda9abb15435bac9d35ca3d2d8029 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:21:36.426014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:36.812183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:36.826679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06c9ad2b-139a-4165-8cd9-d89b00a89428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:36.955538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7882030a-3abd-460a-8783-2f8b0fabadb8,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:36.959415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:37.018387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Checking segment: {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:21:37.018765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Network hostable DHCP agents. Network: f4cef95b-2ba0-4715-84d3-1b124c0f2471, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:21:37.036580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:21:37.044307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, f4cef95b-2ba0-4715-84d3-1b124c0f2471) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:21:37.048143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:21:37.048770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.054128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7540c678-bc35-45af-b57f-24960134ef02 None None] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:21:37.071631 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6765244
Feb 17 03:21:37.295624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-f4cef95b-2ba0-4715-84d3-1b124c0f2471', 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471', 'tenant_id': 'e14bda9abb15435bac9d35ca3d2d8029', 'fixed_ips': [{'subnet_id': '7882030a-3abd-460a-8783-2f8b0fabadb8'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:21:37.296481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.310979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.588433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.604475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Allocated IP 192.168.233.2 (f4cef95b-2ba0-4715-84d3-1b124c0f2471/7882030a-3abd-460a-8783-2f8b0fabadb8/eecbef31-bd5d-4d36-9af9-28e8bd654a2e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:21:37.831809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.843225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Transition to ACTIVE for port object eecbef31-bd5d-4d36-9af9-28e8bd654a2e will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:21:37.859934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Transition to ACTIVE for port object eecbef31-bd5d-4d36-9af9-28e8bd654a2e will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:21:37.865720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:37.882010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:38.023923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Pushing event updated for resources: {'Port': ['ID=eecbef31-bd5d-4d36-9af9-28e8bd654a2e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:38.035353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.035765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.036144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.036524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.036888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.037252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.037617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.037977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.038357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.038718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.039075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.039429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:21:38.045756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:38.082753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:21:38.083982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:21:38.086452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:21:38.147982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Attempting to bind port eecbef31-bd5d-4d36-9af9-28e8bd654a2e on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:21:38.148384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Attempting to bind port eecbef31-bd5d-4d36-9af9-28e8bd654a2e by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:21:38.148786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Attempting to bind port eecbef31-bd5d-4d36-9af9-28e8bd654a2e on network f4cef95b-2ba0-4715-84d3-1b124c0f2471 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:21:38.155274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:21:38.155721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Checking segment: {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:21:38.156161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:38.156587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Bound using segment: {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:21:38.157097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Bound port: eecbef31-bd5d-4d36-9af9-28e8bd654a2e, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:21:38.157523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:38.255207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] For port eecbef31-bd5d-4d36-9af9-28e8bd654a2e, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:21:38.259795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] For port eecbef31-bd5d-4d36-9af9-28e8bd654a2e, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=eecbef31-bd5d-4d36-9af9-28e8bd654a2e,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:21:38.263451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:38.279742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:38.434527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Pushing event updated for resources: {'Port': ['ID=eecbef31-bd5d-4d36-9af9-28e8bd654a2e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:38.437741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:38.976737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:21:39.737556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device eecbef31-bd5d-4d36-9af9-28e8bd654a2e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:21:39.771726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755f704-5c3d-4153-b529-4ae456e73537 None None] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:21:39.912829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-6b90292e-1db9-49ac-8f75-617c5d28f54c None None] Provisioning for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:21:39.936300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:21:39.946597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:39.947006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:40.168643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:40.208411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port eecbef31-bd5d-4d36-9af9-28e8bd654a2e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=eecbef31-bd5d-4d36-9af9-28e8bd654a2e,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:21:40.212496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:40.215348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:21:40.296512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=eecbef31-bd5d-4d36-9af9-28e8bd654a2e,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:21:40.303435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:21:40.449209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e2d985d9-6207-4fe4-ad15-bd4a06708b2a None None] Provisioning complete for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:40.449630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e2d985d9-6207-4fe4-ad15-bd4a06708b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:40.851711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ee053045-7297-47ab-9b14-b4312735f901 None None] Provisioning complete for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:40.852048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ee053045-7297-47ab-9b14-b4312735f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:21:41.704949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device eecbef31-bd5d-4d36-9af9-28e8bd654a2e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:21:41.777333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port eecbef31-bd5d-4d36-9af9-28e8bd654a2e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:21:41.777720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:03.139371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76458620-85b6-4780-a144-91f81e220027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:05.570790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-023e9951-656e-4da9-b79f-7dc0ce779c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:06.072604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:07.291525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:07.550801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:15.976092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:22:33.140680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2c363862-c264-494e-96ad-932fa58ea808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:35.572499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2e36fb15-f65c-4368-b4f1-60775c28768b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:36.086099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:37.297298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:37.554360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:49.247453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49644) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:49.253937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [None req-398bda71-c4c6-45dc-aaf0-a3ca5436e0f5 tempest-verify_tempest_config-691294121 tempest-verify_tempest_config-691294121-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:22:49.255089 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-398bda71-c4c6-45dc-aaf0-a3ca5436e0f5 tempest-verify_tempest_config-691294121 tempest-verify_tempest_config-691294121-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0065384
Feb 17 03:22:49.574411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49664) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:49.693999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:49.709544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:22:49.713478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Usage tracker for resource:security_group_rule and tenant:b92863172d9b47d093f35eb031ab1ca5 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:22:49.716666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:22:49.722272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:22:49.808275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:49.810749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:49.819713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:49.861051 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b92863172d9b47d093f35eb031ab1ca5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2855675
Feb 17 03:22:49.862057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef43767-823f-4597-99f2-a421db3c33e1,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:49.864025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49670) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:22:49.869375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.869759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.870682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.871045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.871411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.871807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.872168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.872528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.872888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.873250 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.873609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.873961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:49.878222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:49.925936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:49.952607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:50.001930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:50.006991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:22:50.018936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef43767-823f-4597-99f2-a421db3c33e1,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:22:50.027485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.027880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.028244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.028602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.028959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.029315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.029665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.030014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.030364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.030711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.031056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.031398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:22:50.034478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:22:50.035648 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ef43767-823f-4597-99f2-a421db3c33e1 HTTP/1.1" status: 204  len: 168 time: 0.1705770
Feb 17 03:22:50.036561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:22:52.974905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:23:03.141764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-43d0d10b-7233-4e36-b963-2df727721968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:05.574241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2af5ba57-2732-4e19-90f0-73208ca5ce48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:06.075765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:07.299761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:07.560620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:29.974680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:23:33.142943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-39622f6b-9a4f-48eb-88ee-247653c5f3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:35.577764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6d6-c954-4ce2-8057-a3e70d398ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:36.079937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.303495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:23:37.560961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:03.144840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ce8b690-71d3-48ec-a09b-e84a45cf0229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:05.579381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62eec2c5-a516-4917-b95f-413fc4e113d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:06.081564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:06.974551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 5 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:24:07.306868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:07.564811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:27.917731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113'] for agent, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:27.918312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.918524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.918889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.919260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.919677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.920054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.920421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.920827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.921694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.922059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.922425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.922814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:24:27.923181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa2b456c50>, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:24:27.927491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faa30974dd8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:24:28.296818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=83992) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 03:24:28.300879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=83992) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 03:24:28.304010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=83992) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 03:24:28.308569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] _get_endpoints() called {{(pid=83992) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 03:24:33.148441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0b86fdf-0c9c-42bc-a742-26634e3811ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:35.581858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad8c1d12-d430-4e5c-ba6b-ecb49ad36b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:36.085883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:37.310493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:37.566131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:24:38.599310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49742) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:24:38.716685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6a3a87de-ae01-4fa8-be18-53becb14ee27 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1159401
Feb 17 03:24:41.204731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49752) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:24:41.264527 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6834f95a-228b-44f0-ae60-5674c81b02cb admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0584912
Feb 17 03:24:43.975028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:24:57.946787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:03.149031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fc03dfa2-5f3e-4848-960b-6f839b229daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:05.582551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15f51ce3-01a9-4a43-b5c9-65d7060757de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:06.091162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:07.313686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:07.567932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:20.974998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:25:27.945685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:33.153502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2904181-255d-4a21-ae6c-3ae8a016df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:35.583686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3554596a-484d-4d96-a65d-76bbcbdce9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:36.092993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:37.320304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:37.570682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:57.945290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:25:57.975287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:26:03.155128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d5b23415-7b21-47e3-a65a-73b420f09151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:05.585853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e50a6d07-974b-44c5-945d-4dbb18069643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:06.095550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:07.320793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:07.575702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:16.911263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49888) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:17.304924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-969277219-network', 'tenant_id': 'aa60503a7ed745c896b1149681ae4d95'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:17.311805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:17.316625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Usage tracker for resource:network and tenant:aa60503a7ed745c896b1149681ae4d95 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:17.319907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:17.326314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:17.336226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Made reservation on behalf of aa60503a7ed745c896b1149681ae4d95 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:17.340964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.354940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.373662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:17.377894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Usage tracker for resource:security_group_rule and tenant:aa60503a7ed745c896b1149681ae4d95 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:17.380940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:17.386753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:17.478814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.480805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.485230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:17.522733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:17.534582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.535090 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Added segment e1dcc1ae-fec3-45d1-9e96-ff58c52499a3 of type vxlan for network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06
Feb 17 03:26:17.563699 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.591122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:17.614026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.614397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.614764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.615128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.615490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.615970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.616208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.616563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.616916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.617274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.617623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.617973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.618421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.618769 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.619118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.619465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.619959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.620430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.620782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.621128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.621476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.621827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.622176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.622533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Tracked resource versions report:
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'},
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 17 03:26:17.623804 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:26:17.627626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:17.630435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.632014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:17.632759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.638176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:17.745680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Pushing event updated for resources: {'Network': ['ID=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:17.748879 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8364885
Feb 17 03:26:17.750379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:17.752789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49934) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:17.758977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:17.762717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Request body: {'subnet': {'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-969277219-subnet', 'tenant_id': 'aa60503a7ed745c896b1149681ae4d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:17.770879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:17.777425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Usage tracker for resource:subnet and tenant:aa60503a7ed745c896b1149681ae4d95 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:17.777585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:17.781009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:17.798278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:17.810900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Made reservation on behalf of aa60503a7ed745c896b1149681ae4d95 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:17.817992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:17.828720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49940) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:18.157903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-981441324-network', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:18.167276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:18.173133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Usage tracker for resource:network and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:18.189037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:18.197770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:18.213062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Made reservation on behalf of 7d8b1f2f62fe46bd86f2158ff4c88376 for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:18.223784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.242985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.266840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:18.271932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:18.276469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:18.283070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:18.316088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.335209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-89ce3f3a-3368-4fee-bdd5-6865a869d636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:18.360983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49960) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:18.406673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.410952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.416013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:18.448761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139337fe-e396-4e93-9903-26e1fb956b8f,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:18.458341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.459057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.459842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.460458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.460965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.461489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.462013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.462517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.463180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.463701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.464258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.464770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.465776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.466281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.466760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.467270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.468817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.469493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.470177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.470930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.471582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.472098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.472606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.473110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Tracked resource versions report:
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'},
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 17 03:26:18.475081 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:26:18.481467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d420ff49-4277-41d6-80b0-349ddb646b22,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:18.485571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:18.495400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:18.498663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:18.511147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.512857 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Added segment 51ea6aaf-6716-4121-b154-9ef3f9fecdd9 of type vxlan for network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd
Feb 17 03:26:18.549613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.586722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.588201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:18.588839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.593865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Checking segment: {'id': 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:18.594488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Network hostable DHCP agents. Network: 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:18.619316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:18.621266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:18.635187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:18.640605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:18.642006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.645707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a7aae-95ca-49ad-90a2-83cc89e50a57 None None] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:18.653711 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8237312
Feb 17 03:26:18.677603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 49974) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:18.684046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Request body: {'subnet': {'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-subnet', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:18.689407 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9355876
Feb 17 03:26:18.690558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:18.699980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Usage tracker for resource:subnet and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:18.703675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:18.713391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:18.718560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49980) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:18.725757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Made reservation on behalf of 7d8b1f2f62fe46bd86f2158ff4c88376 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:18.739559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.757848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 49986) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:18.784489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Pushing event updated for resources: {'Network': ['ID=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:18.788955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:18.811041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:18.824462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:18.882897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-507360074-network', 'tenant_id': '11a5692210d54de3b217536dd49aa377'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:18.890740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:18.898139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Usage tracker for resource:network and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:18.901564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:18.908394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:18.919824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Made reservation on behalf of 11a5692210d54de3b217536dd49aa377 for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:18.927046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.969612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-285418940-network', 'tenant_id': '540aff79a2694839aada97949939da9c'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:18.983350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:18.997160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:19.008548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Usage tracker for resource:network and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:19.013670 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:19.017647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:19.024662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Usage tracker for resource:security_group_rule and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:19.028084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:19.031166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:19.041060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:19.054554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Made reservation on behalf of 540aff79a2694839aada97949939da9c for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:19.060060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.103844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1045117174-network', 'tenant_id': '0ade3597251b451eb7a31a1c95528adf'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:19.113941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:19.118854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Usage tracker for resource:network and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:19.122405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:19.129558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:19.145182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.177794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:19.183969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.188252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1124e96-dc77-4a98-b4b1-7a5dc97a86f0 None None] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:19.207816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.219833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:19.231438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:19.237920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:19.240945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:19.247155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:19.253197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:19.258532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:19.273093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:19.494638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.519993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.546847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:19.573028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.595479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:19.606619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.650084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.658894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b574d75c-ff49-4a56-afb0-4800ea01750f,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:19.662434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.663054 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Added segment 52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3 of type vxlan for network 7c8931b5-d986-48a9-8797-db4c2b0cb489
Feb 17 03:26:19.678141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:19.684221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:19.689314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dd9dbb34-5a7b-48dc-9e20-31c9e0865ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:19.752261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.777677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.783549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.795547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34008e8-79db-4c5f-bb70-5c7047f01a53,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:19.802512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:19.803130 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:19.862269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0092f50c-0ab5-4e5a-a95d-e055ab81104b,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:19.866184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:19.871919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.873563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:19.874713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:19.883610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:19.912949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:26:19.917156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:26:19.935361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:26:19.938009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:26:19.969486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ad68f4-391f-4e05-9fd0-862b6ec9fc54,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:19.974834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:20.052208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Checking segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:20.052881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Network hostable DHCP agents. Network: cb8f45f6-f6e6-4160-8b4b-ea43f62275bd, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:20.080108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:20.084154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8931b5-d986-48a9-8797-db4c2b0cb489,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:20.089824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:20.102667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:20.106854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7445538
Feb 17 03:26:20.110347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50048) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:20.116680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Request body: {'subnet': {'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-subnet', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:20.117768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, cb8f45f6-f6e6-4160-8b4b-ea43f62275bd) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:20.121871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:20.127463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:20.128585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.132575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Usage tracker for resource:subnet and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:20.137110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:20.143307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:20.151185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:20.173826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Made reservation on behalf of 11a5692210d54de3b217536dd49aa377 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:20.179280 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5007718
Feb 17 03:26:20.181386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.182011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50056) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:20.195649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:20.201540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:20.211733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Usage tracker for resource:router and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:20.221917 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:20.234437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:20.259126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.260275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.292095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.425621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b4db6-718b-4e7a-896b-f1e5363b5b9f None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:20.431644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.470493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.529380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50070) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:20.533567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:20.544244 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 03:26:20.885903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.886347 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Added segment d5527036-8849-40bc-9f25-3691165cfec9 of type vxlan for network 14692b9d-40c8-4147-9ef2-2084ebbdc286
Feb 17 03:26:20.898370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:26:20.899319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:20.982706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.056388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.123335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c31fcd00-1bed-4558-ba09-7b97e2d7bb85 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:21.125647 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c31fcd00-1bed-4558-ba09-7b97e2d7bb85 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/networks?id=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 HTTP/1.1" status: 200  len: 811 time: 0.5889983
Feb 17 03:26:21.163475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-12658e8e-1783-47de-9218-609807accbba tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/quotas/aa60503a7ed745c896b1149681ae4d95 HTTP/1.1" status: 200  len: 375 time: 0.0312364
Feb 17 03:26:21.222478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Allocated IP 172.20.0.2 (cb8f45f6-f6e6-4160-8b4b-ea43f62275bd/01ad68f4-391f-4e05-9fd0-862b6ec9fc54/2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:21.244162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-58cef9cc-996b-4e56-b97c-9491efa15d5e tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa60503a7ed745c896b1149681ae4d95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733638
Feb 17 03:26:21.270415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:26:21.271201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:26:21.275170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.278576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:21.281765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.298671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:21.489843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.526199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.537681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.539858 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.7793279
Feb 17 03:26:21.544249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50094) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:21.552730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Request body: {'subnet': {'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1045117174-subnet', 'tenant_id': '0ade3597251b451eb7a31a1c95528adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:21.557163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Pushing event updated for resources: {'Network': ['ID=14692b9d-40c8-4147-9ef2-2084ebbdc286,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:21.570095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:21.581799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:21.621284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-197017de-2a0d-475c-94c0-0a2d7b6f86df service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:26:21.629479 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-197017de-2a0d-475c-94c0-0a2d7b6f86df service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1014917
Feb 17 03:26:21.634282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:21.650141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Usage tracker for resource:subnet and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:21.655884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:21.665120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:21.676490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:21.696878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:21.705474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.757003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.785973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c9e70562-8f74-419c-ba71-f54af84351b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:21.858111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Transition to ACTIVE for port object 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:21.883843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Transition to ACTIVE for port object 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:21.894282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:21.894569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Allocated IP 172.27.1.223 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/115bbeb6-20e9-4bda-a1b0-b448ffb2f06c) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:22.016325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733ab0ef-c534-4e2a-a72f-9d2b9e261147,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:22.038737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:22.039638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:22.066094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.078296 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c439f9aa-8a55-4be1-9555-a41fe9d06f1d service neutron] 10.222.0.46 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4476874
Feb 17 03:26:22.126114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Pushing event updated for resources: {'Port': ['ID=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:22.136707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.137096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.137705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.138085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.138577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.139063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.139419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.140348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.140716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.141078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.141437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.141793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.142253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.142611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.142969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.143324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.143746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.144104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.144460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.144887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.145208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.145679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.146035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.146388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Tracked resource versions report:
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'},
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 17 03:26:22.147966 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:26:22.162562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:22.164724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:22.166915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:22.167705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:22.234668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.238496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Attempting to bind port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:22.238913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Attempting to bind port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:22.239326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Attempting to bind port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e on network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:22.246889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:22.247606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Checking segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:22.248063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.248629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Bound using segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:22.249762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Bound port: 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:22.250782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.277412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.346288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Checking segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:22.346679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Network hostable DHCP agents. Network: 7c8931b5-d986-48a9-8797-db4c2b0cb489, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:22.365334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] For port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:22.368561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:22.369381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] For port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:22.374908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.375756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-636d0c9e-a89a-488e-9772-e6fd1474f5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:22.396323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50126) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:22.413366 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-3af3bf1a-8d6d-4784-87eb-f7d7d6f429ea service neutron] 10.222.0.46 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3338385
Feb 17 03:26:22.414453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.414891 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Added segment 47f2105d-6f67-48e0-847e-f7deb88b2815 of type vxlan for network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da
Feb 17 03:26:22.416391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:22.450899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.462778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Pushing event updated for resources: {'Port': ['ID=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:22.466134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:22.482908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 7c8931b5-d986-48a9-8797-db4c2b0cb489) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:22.490239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:22.490890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.498631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.504945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:22.505506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.512847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:22.513477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:22.554692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd1fa7-ed6d-4e6d-97cd-eb094bd65f70 None None] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:22.639772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.5282347
Feb 17 03:26:22.640839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50138) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:22.657211 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 3.9360580
Feb 17 03:26:22.663522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:22.667845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50146) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:22.671873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Pushing event updated for resources: {'Network': ['ID=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:22.702609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Request body: {'subnet': {'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-285418940-subnet', 'tenant_id': '540aff79a2694839aada97949939da9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:22.715268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:22.716421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:22.717456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:22.729363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Usage tracker for resource:router and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:22.735383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:22.738128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:22.742424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:22.748654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Usage tracker for resource:subnet and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:22.752632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:22.759164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:22.763562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:22.768672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:22.775095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:22.784622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.785700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.792817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.899689 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f501959-096e-4b9e-85f8-b220d1a31a12 req-c1ced1bb-992b-4c0b-ad14-8bdf695313d9 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1085594
Feb 17 03:26:22.900711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:22.908317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Usage tracker for resource:security_group_rule and tenant:d444455296e245eb843130012b2b3297 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:22.911650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.924793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:22.970676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Made reservation on behalf of 540aff79a2694839aada97949939da9c for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:22.976301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:22.982390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:23.011291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:23.025267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Pushing event updated for resources: {'Port': ['ID=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:23.059774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:23.783605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b60a4-b5be-4483-bfa3-bbea7b3440f4 None None] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:23.852084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:23.875907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.005980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:24.037826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50222) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:24.157007 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ad3709ee-54e0-46a2-8235-9448e800a134 req-98aade64-3100-49f8-ae67-7d0a44bf9d5d tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1092854
Feb 17 03:26:24.162121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.175886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.195043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:24.299999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:24.342471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062eb325-ad34-45b7-90e7-50b9d1dd5ceb,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:24.351205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:24.356511 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d444455296e245eb843130012b2b3297&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9562526
Feb 17 03:26:24.366290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50236) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:24.599166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.610970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6810d32-1e15-4f25-9136-f4291ff11f91 None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:24.675543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.709820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.723170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Provisioning for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:24.734939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Provisioning complete for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:24.735364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.760233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.837528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.867529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.867879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:24.887316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cb31bb21-4c88-4bdc-a8c5-a8742fc7c229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:24.906028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062eb325-ad34-45b7-90e7-50b9d1dd5ceb,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:24.911848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:24.961169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:24.964848 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/062eb325-ad34-45b7-90e7-50b9d1dd5ceb HTTP/1.1" status: 204  len: 168 time: 0.5936694
Feb 17 03:26:25.000386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.009077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9652e8fc-fe56-4b30-aef3-4c775416b0bd,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:25.015009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.019243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:25.056447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] For port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:25.062494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.065366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d428e262-d95f-4cd3-ac93-cae41d4f9da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:25.153953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Allocated IP 172.27.1.175 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/801272a8-e834-4f83-a7a9-3b237b063dd0) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:25.162951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Pushing event updated for resources: {'Port': ['ID=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:25.168483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:25.374528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.465090 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bab60637-99f6-4ed9-a675-ed58990372b1 req-3a3c034b-0673-43de-a412-9c7710b6a7c9 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.0591571
Feb 17 03:26:25.495887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a8d7dbcb-cf33-441d-a20e-f3c246557111 None None] Provisioning complete for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:25.496308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a8d7dbcb-cf33-441d-a20e-f3c246557111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.506996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Checking segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:25.507844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Network hostable DHCP agents. Network: 14692b9d-40c8-4147-9ef2-2084ebbdc286, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:25.508876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.525788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.550728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:25.597394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72964589-0e27-4f49-83d9-68f1585b9830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:25.651761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Router 7dce75df-14fa-4354-822e-b49d817ae8de is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:26:25.688082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:25.711974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Pushing event updated for resources: {'Port': ['ID=801272a8-e834-4f83-a7a9-3b237b063dd0,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:25.738988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:25.828841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:25.834230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:25.837648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:25.874701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a1df8d97-55c6-41d9-a918-9d9cde547d6b None None] Provisioning complete for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:25.874701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1df8d97-55c6-41d9-a918-9d9cde547d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:25.925494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:26.103072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 14692b9d-40c8-4147-9ef2-2084ebbdc286) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:26.103644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:26.104073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.136540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:26.137174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.141312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db84d5a4-3e76-41a3-afff-008a918d1cfa,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:26.157348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:26.159344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73eaec-6da2-4df2-9e03-45fc6765eea3 None None] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:26.241001 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-01bab487-9894-4ade-948a-c3541b90ecdf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.6951380
Feb 17 03:26:26.271543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:26.282012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:26.297028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:26.300186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b466128>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:26.306031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Checking segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:26.306428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Network hostable DHCP agents. Network: aaca52fc-20e8-4f1e-a4a1-2b3bb58459da, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:26.349299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.350510 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.1674962
Feb 17 03:26:26.353888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50280) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:26.426292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.489790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:26.518940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, aaca52fc-20e8-4f1e-a4a1-2b3bb58459da) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:26.562662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:26.563312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.574877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f0c27-2199-41e8-a71a-7ef5b93070e7 None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:26.617485 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.9475439
Feb 17 03:26:26.636844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50294) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:26.645709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:26.765764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d60a6b18-9efa-4387-abeb-69ff92b8ed02 None None] Provisioning complete for port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:26.766182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d60a6b18-9efa-4387-abeb-69ff92b8ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:26.785300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:26.889604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:26.933274 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bbe15530-2078-4ab1-ab5c-b188257ab186 req-0662ae39-7b66-4c2f-a647-d56b8a77c0d8 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.0695601
Feb 17 03:26:27.097634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Usage tracker for resource:router and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:27.111415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:27.129762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:27.193343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.194087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.275792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.283733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:27.308162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9ea61-bacd-4561-be37-771fff21e33f None None] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:27.787547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b466128>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:23Z', 'revision_number': 3, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:27.805475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:27.805881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Updating router 7dce75df-14fa-4354-822e-b49d817ae8de port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:27.843814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:26:27.879288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-fb732945-9a63-451c-afec-52b9c9639732 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:27.880085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3438251c-ff79-415f-955d-be9b7257e643 req-fb732945-9a63-451c-afec-52b9c9639732 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:network {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:26:27.948959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.136229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3438251c-ff79-415f-955d-be9b7257e643 req-fb732945-9a63-451c-afec-52b9c9639732 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:network {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:26:28.137525 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-fb732945-9a63-451c-afec-52b9c9639732 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.4998782
Feb 17 03:26:28.181902 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-55973403-d747-4da4-8782-c814053e5d57 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/quotas/0ade3597251b451eb7a31a1c95528adf HTTP/1.1" status: 200  len: 375 time: 0.0356343
Feb 17 03:26:28.197306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:26:28.209602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.228859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.266779 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-cfbd6759-a1a8-4928-84e9-53c9c75988de tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0808191
Feb 17 03:26:28.465490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.490324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.52', 65301) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:28.490543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50362) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:28.542412 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e5fb9d4-69d5-4216-b457-3ba9bb3ac72c req-ce93a540-7c71-489b-8c9a-d7900b0b4785 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.3419261
Feb 17 03:26:28.565768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:28.621899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Notify callbacks [] for router, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.626674 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.9786909
Feb 17 03:26:28.650651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Allocated IP 172.20.0.2 (aaca52fc-20e8-4f1e-a4a1-2b3bb58459da/db84d5a4-3e76-41a3-afff-008a918d1cfa/b553f782-7704-4779-9f74-18226ffe710c) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:28.659401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.684464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50372) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:28.693044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Transition to ACTIVE for port object 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:28.704312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:28.724249 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-6c62e4ad-50d9-4100-96d8-c5afcc24a61b service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4466746
Feb 17 03:26:28.730094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:29.063253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Sync routers for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:29.104163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:29.105240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b5c3ba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:29.153145 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-02a6800a-b6b9-449e-a550-c7b71fe45e6c service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4221427
Feb 17 03:26:29.255054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.284903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Transition to ACTIVE for port object b553f782-7704-4779-9f74-18226ffe710c will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:29.320221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.335870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Pushing event updated for resources: {'Port': ['ID=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:29.340785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:29.365592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.366367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.366923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.367651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.368197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.368717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.369527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.370203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.370913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.371447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.372158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.373175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.374178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.374694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.375324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.375863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.376513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.377045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.377736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.378245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.378751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.379253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.379970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.380478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Tracked resource versions report:
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]: pushed versions:
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]: {   'AddressGroup': {'1.1'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'ConntrackHelper': {'1.0'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Log': {'1.0'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Network': {'1.1'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Port': {'1.7'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'PortForwarding': {'1.2'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'QosPolicy': {'1.8'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroup': {'1.4'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SecurityGroupRule': {'1.2'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'SubPort': {'1.0'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Subnet': {'1.1'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     'Trunk': {'1.1'}}
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]: consumer versions:
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]: {   DHCP agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     L3 agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metadata agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     Metering agent@dv-cinder-759961-4-iscsi: {},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@dv-cinder-759961-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'ConntrackHelper': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Log': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Network': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Port': '1.7',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'PortForwarding': '1.2',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'QosPolicy': '1.8',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroup': '1.4',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SecurityGroupRule': '1.2',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'SubPort': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Subnet': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                                      'Trunk': '1.1'},
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:     Open vSwitch agent@hv-cinder-75996: {   'AddressGroup': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'ConntrackHelper': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Log': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Network': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Port': '1.7',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'PortForwarding': '1.2',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'QosPolicy': '1.8',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroup': '1.4',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SecurityGroupRule': '1.2',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'SubPort': '1.0',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Subnet': '1.1',
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:                                             'Trunk': '1.1'}}
Feb 17 03:26:29.381935 dv-cinder-759961-4-iscsi neutron-server[83881]:  {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 03:26:29.404144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:29.488005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Attempting to bind port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:29.488516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Attempting to bind port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:29.489039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Attempting to bind port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:29.497646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:29.498065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:29.498516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.499336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:29.504849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Bound port: 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:29.505366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.550429 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d0acabf-bf37-4010-9a5c-da6fd357d4bc req-f698da85-8f02-47ed-9a2f-b41dba9c5b54 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0972333
Feb 17 03:26:29.607084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] For port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:29.611148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] For port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:29.623543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.644199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:29.677090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Transition to ACTIVE for port object b553f782-7704-4779-9f74-18226ffe710c will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:29.721018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.742742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:29.792393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Pushing event updated for resources: {'Port': ['ID=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:29.806236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-e1a4ed80-1284-47bd-b249-745fbbedcaef tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:29.806838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-e1a4ed80-1284-47bd-b249-745fbbedcaef tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Synchronizing usage tracker for tenant:aa60503a7ed745c896b1149681ae4d95 on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:26:29.824326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:29.826786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:29.830930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Usage tracker for resource:security_group_rule and tenant:63d8b4ebba2e46fa95d11ab4f7a33c6a is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:29.833725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:29.840064 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-546f47c7-1cc1-4f0d-8f46-f82389bcf2b4 req-127b351c-cc13-4786-8a4c-20fa88f93679 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.0673490
Feb 17 03:26:29.840232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:29.955147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:29.955815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:29.956833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b466128>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:30.029787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Pushing event updated for resources: {'Port': ['ID=b553f782-7704-4779-9f74-18226ffe710c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:30.050441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:30.306591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:30.309261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:30.331908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b5c3ba8>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:26Z', 'revision_number': 3, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:30.344836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:30.349476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Checking router: bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:30.361896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Updating router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 port 801272a8-e834-4f83-a7a9-3b237b063dd0 binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:30.474401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:30.525625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:30.769445 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6eb4e39-18cb-4bc9-91c0-89607cd66acb req-d201de00-c1a5-40a9-ac67-e2ebd76c1512 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0800626
Feb 17 03:26:30.890276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Attempting to bind port b553f782-7704-4779-9f74-18226ffe710c on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:30.890972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Attempting to bind port b553f782-7704-4779-9f74-18226ffe710c by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:30.892831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Attempting to bind port b553f782-7704-4779-9f74-18226ffe710c on network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:30.950512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:30.951369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Checking segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:30.952605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:30.953356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Bound using segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:30.954154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Bound port: b553f782-7704-4779-9f74-18226ffe710c, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:30.954896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:31.100316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:31.184936 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-26edd7e4-ef7d-4923-b607-26e5a119f279 req-fd88ca03-0d9e-4f35-81ba-415cfe31a538 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.0812635
Feb 17 03:26:31.220616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:31.231831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-e1a4ed80-1284-47bd-b249-745fbbedcaef tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Unset dirty status for tenant:aa60503a7ed745c896b1149681ae4d95 on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:26:31.233273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-e1a4ed80-1284-47bd-b249-745fbbedcaef tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.52 "GET /v2.0/networks?id=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 HTTP/1.1" status: 200  len: 811 time: 2.7416344
Feb 17 03:26:31.270591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c1d0550-8397-4fae-b707-6af047572f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:31.368299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b466128>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:23Z', 'revision_number': 3, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:31.374726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec7d935-14ce-42f7-8eb0-52fca6fe1ec9 None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:23Z', 'revision_number': 3, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:31.457422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50474) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:31.545515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] For port b553f782-7704-4779-9f74-18226ffe710c, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:31.553369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] For port b553f782-7704-4779-9f74-18226ffe710c, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=b553f782-7704-4779-9f74-18226ffe710c,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:31.565090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:31.583447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3537d8b-f2d3-40d3-b101-27bbf2e7be36,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:31.587715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:31.614379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Synchronizing usage tracker for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:26:31.656472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:31.743241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:31.793161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:31.810376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Usage tracker for resource:security_group_rule and tenant:5e72074cd6574d9a81169a751e1500ed is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:31.816944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:31.834508 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:31.855085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Unset dirty status for tenant:e14bda9abb15435bac9d35ca3d2d8029 on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:26:31.865687 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63d8b4ebba2e46fa95d11ab4f7a33c6a&name=default HTTP/1.1" status: 200  len: 2975 time: 3.3678205
Feb 17 03:26:31.889816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50486) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:31.910762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.182877 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c91db24b-51b1-4ce6-bf86-fba9e7b9287a req-1c5d5148-446e-4675-af87-2df74bb2fc84 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1193838
Feb 17 03:26:32.187375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.204314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Transition to ACTIVE for port object 801272a8-e834-4f83-a7a9-3b237b063dd0 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:32.271639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.318102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.329967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.348208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.456150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Allocated IP 172.20.0.1 (cb8f45f6-f6e6-4160-8b4b-ea43f62275bd/01ad68f4-391f-4e05-9fd0-862b6ec9fc54/68c5655b-f7f3-4c35-b203-bee1e610247d) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:32.459112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:32.537387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Pushing event updated for resources: {'Port': ['ID=b553f782-7704-4779-9f74-18226ffe710c,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:32.544945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:32.545746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:32.546685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148331ff-6928-4f72-ac8c-1c53f72b442e,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:32.557468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:32.560326 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e72074cd6574d9a81169a751e1500ed&name=default HTTP/1.1" status: 200  len: 2977 time: 1.1015868
Feb 17 03:26:32.579828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50492) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:32.599628 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-080a806c-ecbb-48bf-b6b2-64c46e6ce844 req-80fb2bd5-06e0-49ee-a865-01c66cfee5dc tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1434555
Feb 17 03:26:32.647857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Pushing event updated for resources: {'Port': ['ID=801272a8-e834-4f83-a7a9-3b237b063dd0,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:32.662409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:32.755118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.767935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Attempting to bind port 801272a8-e834-4f83-a7a9-3b237b063dd0 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:32.769130 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Attempting to bind port 801272a8-e834-4f83-a7a9-3b237b063dd0 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:32.769828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Attempting to bind port 801272a8-e834-4f83-a7a9-3b237b063dd0 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:32.779880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:32.780689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:32.789505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.790259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:32.790656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Bound port: 801272a8-e834-4f83-a7a9-3b237b063dd0, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:32.791118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:32.852705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.007834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.027171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] For port 801272a8-e834-4f83-a7a9-3b237b063dd0, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:33.030370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.033922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] For port 801272a8-e834-4f83-a7a9-3b237b063dd0, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=801272a8-e834-4f83-a7a9-3b237b063dd0,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:33.040138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.043629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0e5dbdbe-2a34-4e6a-8efa-46dae7904d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:33.083799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9752a3cd-7f2a-44ad-aab1-54e251343ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:33.103533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148331ff-6928-4f72-ac8c-1c53f72b442e,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:33.112529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:33.114824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.127869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/148331ff-6928-4f72-ac8c-1c53f72b442e HTTP/1.1" status: 204  len: 168 time: 0.5463929
Feb 17 03:26:33.379706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Pushing event updated for resources: {'Port': ['ID=801272a8-e834-4f83-a7a9-3b237b063dd0,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:33.416509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:33.475009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-080a8e13-d0be-4016-9f64-628c580cda5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:33.541698 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ceac53b0-b4a0-46ce-a3d0-126151c603d2 req-bcedad31-537b-4094-978b-539766d6ac70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0744438
Feb 17 03:26:33.732564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:33.734568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b5c3ba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:33.763750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Request body: {'port': {'device_id': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06', 'admin_state_up': True, 'tenant_id': 'aa60503a7ed745c896b1149681ae4d95'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:33.997044 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64099f57-2f86-4021-8e18-4914ba1841c7 req-f7e6fd0c-e9b5-4760-88f3-70a3039f9ee7 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1395426
Feb 17 03:26:34.083986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:34.199226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Allocated IP 172.27.1.20 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/d99b8b9d-6ef1-44c5-a81e-26dae66afa1e) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:34.232365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:34.311104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:34.549473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:34.567911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:34.568340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:34.634759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:34.725110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998cd86-cb61-482f-8079-1b90d7c61a58 None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:34.751593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:34.858002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:34.898666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Transition to ACTIVE for port object 68c5655b-f7f3-4c35-b203-bee1e610247d will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:34.918815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f26fd64c-9b70-483d-8482-fe43e13f760e None None] Provisioning for port b553f782-7704-4779-9f74-18226ffe710c completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:34.930106 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7f03ab0-34cd-4ad8-b3a3-e2acc1d16678 req-337d75ee-42c7-48ba-bd49-b54352f9461c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0913565
Feb 17 03:26:34.930635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50542) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:34.978734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:26:34.992186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:35.016257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.019816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Usage tracker for resource:port and tenant:aa60503a7ed745c896b1149681ae4d95 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:35.022304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:35.030440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:35.137187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:35.192288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Made reservation on behalf of aa60503a7ed745c896b1149681ae4d95 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:35.211192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.222156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350431284-network', 'tenant_id': '673f8a78d5724f0c9740ca0276f1894f'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:35.237124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:35.242142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Usage tracker for resource:network and tenant:673f8a78d5724f0c9740ca0276f1894f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:35.245697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:35.281578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:35.403153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.403241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Made reservation on behalf of 673f8a78d5724f0c9740ca0276f1894f for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:35.432096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.465329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:35.471872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b5c3ba8>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:26Z', 'revision_number': 3, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:35.479567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.494323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.510055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f8c540-e75f-4b51-863b-fcf7445eaa02 None None] The sync data for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi is: [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:26Z', 'revision_number': 3, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:35.519919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device b553f782-7704-4779-9f74-18226ffe710c up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:35.569605 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-86018447-d07f-4005-a7f0-6faf5e580599 req-0a31182e-8e54-4495-95c0-e981411b0eb5 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.2675018
Feb 17 03:26:35.583430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7c3d1f03-39b6-487a-99b0-81a916900e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:35.596772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:35.603417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Usage tracker for resource:security_group_rule and tenant:673f8a78d5724f0c9740ca0276f1894f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:35.607115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:35.616629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:35.787974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5eea74e4-ba6c-46c2-b6d0-aa4018386c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.823864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:35.838593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.841764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:35.846502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.859541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port b553f782-7704-4779-9f74-18226ffe710c completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:35.862380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:35.872980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port b553f782-7704-4779-9f74-18226ffe710c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:35.873551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:35.915796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Pushing event updated for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:35.932371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:35.956558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:35.970192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059f8b33-4bc1-4e6b-b591-64482a768e3d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:35.991680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:36.007214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.007697 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Added segment 3350a0f5-6488-4813-a6f5-747991f90fda of type vxlan for network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8
Feb 17 03:26:36.022400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.055559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.158878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.162669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:36.163347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.173191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9c9aea2d-263e-4f01-be45-366ee74c3ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:36.179890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.192332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.235311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port b553f782-7704-4779-9f74-18226ffe710c, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=b553f782-7704-4779-9f74-18226ffe710c,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:36.258037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.261047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:36.342195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.354876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:36.380911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:36.438721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:36.451029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4d3dbb64-96ee-4f4f-9ab1-fb0b59d357c2 None None] Provisioning complete for port b553f782-7704-4779-9f74-18226ffe710c triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:36.451444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4d3dbb64-96ee-4f4f-9ab1-fb0b59d357c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.454276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3537d8b-f2d3-40d3-b101-27bbf2e7be36,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:36.518200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:36.519170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.542470 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ca09011-8e96-470f-8ef0-5b9197cb3583 req-06f3e783-5fff-4898-826b-91be6077159b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1841018
Feb 17 03:26:36.576037 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6440895
Feb 17 03:26:36.582741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:36.585473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:36.588264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50570) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:36.591477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:36.596690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Request body: {'subnet': {'network_id': 'fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1350431284-subnet', 'tenant_id': '673f8a78d5724f0c9740ca0276f1894f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:36.625125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:36.648933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Usage tracker for resource:subnet and tenant:673f8a78d5724f0c9740ca0276f1894f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:36.658500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:36.678552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:36.703094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:36.704641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Made reservation on behalf of 673f8a78d5724f0c9740ca0276f1894f for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:36.715467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:36.729970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:36.797648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:36.807106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d35be1a6-ad83-4734-a9b4-830f28958c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:37.068988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Allocated IP 172.20.0.1 (7c8931b5-d986-48a9-8797-db4c2b0cb489/733ab0ef-c534-4e2a-a72f-9d2b9e261147/df942069-b50b-4951-bbbe-a48b037b4d17) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:37.374818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe831f8e-60fc-48bf-9baa-e4733dd85b31 req-cdb10df0-f48e-48d4-9b16-5749771319cc tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1927567
Feb 17 03:26:37.420827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=b553f782-7704-4779-9f74-18226ffe710c,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:37.462346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:37.499896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:37.500997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.699498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Provisioning for port 68c5655b-f7f3-4c35-b203-bee1e610247d completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:37.703559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.714258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Provisioning complete for port 68c5655b-f7f3-4c35-b203-bee1e610247d triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:37.714897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.769424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.793972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 801272a8-e834-4f83-a7a9-3b237b063dd0 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:37.795228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.809567 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3537d8b-f2d3-40d3-b101-27bbf2e7be36 HTTP/1.1" status: 204  len: 168 time: 5.9072094
Feb 17 03:26:37.879768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Port 68c5655b-f7f3-4c35-b203-bee1e610247d cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:26:37.893287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1e2b5032-2349-413e-a061-29fe988e3c20 req-498fcc5e-b513-4829-85b9-03d654d3719f tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1249447
Feb 17 03:26:37.901426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 801272a8-e834-4f83-a7a9-3b237b063dd0 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:37.909773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 801272a8-e834-4f83-a7a9-3b237b063dd0 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:37.910291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:37.999478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.053361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Pushing event updated for resources: {'Port': ['ID=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:38.057964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:38.073403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Allocated IP 172.20.0.4 (6faf03f6-9eb3-4fe8-b4b1-82cc55937f06/d420ff49-4277-41d6-80b0-349ddb646b22/720dde26-b646-463c-981e-62d7f5b221b3) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:38.087211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Provisioning complete for port b553f782-7704-4779-9f74-18226ffe710c triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:38.087656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-33329aa9-8969-4d4d-aa3f-2d3160bcf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.166126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.218492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d161780a-dac7-4e17-a7c6-a40255a5d2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:38.369927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370f7a07-d27d-4f59-931d-c85c8df8d251,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:38.373934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.380910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:38.381948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:38.434030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:38.438872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:38.446503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50596) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:38.483822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.513222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:38.519011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Usage tracker for resource:security_group_rule and tenant:7b9f68446dbf4e3fb2572c714d0ecfaf is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:38.522927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:38.528914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:38.580750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 801272a8-e834-4f83-a7a9-3b237b063dd0, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=801272a8-e834-4f83-a7a9-3b237b063dd0,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:38.590047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.602820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:38.712709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=801272a8-e834-4f83-a7a9-3b237b063dd0,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:38.728126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:38.752739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device b553f782-7704-4779-9f74-18226ffe710c up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:38.808447 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2cec5c94-bd8d-4731-990f-96a62b704456 req-ddfdc7b4-1616-45a3-9653-c364a88cac90 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.1845539
Feb 17 03:26:38.819717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Checking segment: {'id': '3350a0f5-6488-4813-a6f5-747991f90fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:38.820122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Network hostable DHCP agents. Network: fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:38.917737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port b553f782-7704-4779-9f74-18226ffe710c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:38.918215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.951414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:38.961629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.002715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:39.016029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7b9f68446dbf4e3fb2572c714d0ecfaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5653257
Feb 17 03:26:39.016029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:39.023438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50618) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:39.034109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:39.065530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5890d7-176a-4a97-bcc0-46bb13608282 None None] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:39.124761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:39.125576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.219775 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5fe191a6-d862-4cf7-986b-79afd35bbd65 req-fdfd3a99-5095-4eb5-bfab-b23a6f6842fa tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1232550
Feb 17 03:26:39.229812 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.6324146
Feb 17 03:26:39.240676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.240857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ebe435-1aa1-4fb8-b1df-89a27a613ee8,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:39.260207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:39.270151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.309161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.379255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.398546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:39.434551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ebe435-1aa1-4fb8-b1df-89a27a613ee8,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:39.448225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:39.461377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.462823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02ebe435-1aa1-4fb8-b1df-89a27a613ee8 HTTP/1.1" status: 204  len: 168 time: 0.4363172
Feb 17 03:26:39.499283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:39.831036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:40.016350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:40.052755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:40.057269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:40.101271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864e364-30a2-42fd-b940-57037c01dd8f None None] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:40.199849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a4777-edc0-4694-90a4-1650e1a9c9f8 req-ee521fc5-bfa1-47a9-bd74-126692601d5e tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:40.212379 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-941a4777-edc0-4694-90a4-1650e1a9c9f8 req-ee521fc5-bfa1-47a9-bd74-126692601d5e tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 931 time: 0.1904824
Feb 17 03:26:40.323866 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-941a4777-edc0-4694-90a4-1650e1a9c9f8 req-f7c09703-b306-4dc3-adc2-7129dbdce5b5 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068437
Feb 17 03:26:40.373065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:40.538873 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d95a0b31-952e-4e28-8a89-6a2948bc86fa req-04b79599-0aed-4a96-b755-571207251ee3 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0560811
Feb 17 03:26:40.734756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 801272a8-e834-4f83-a7a9-3b237b063dd0 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:40.940497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 801272a8-e834-4f83-a7a9-3b237b063dd0 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:40.940956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:40.977764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:41.159375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50674) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:41.165488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458164728-network', 'tenant_id': '24bf88355f9c4872a00769db39a8eccd'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:41.173123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:41.181677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Usage tracker for resource:network and tenant:24bf88355f9c4872a00769db39a8eccd is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:41.187687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:41.198280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:41.208217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Made reservation on behalf of 24bf88355f9c4872a00769db39a8eccd for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:41.213066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.229687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.249472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:41.253902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Usage tracker for resource:security_group_rule and tenant:24bf88355f9c4872a00769db39a8eccd is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:41.257198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:41.263396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:41.334023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Pushing event updated for resources: {'Port': ['ID=720dde26-b646-463c-981e-62d7f5b221b3,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:41.348230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:41.355233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:41.356135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:41.381273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.394194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.399671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0278f0a6-56ef-41b8-8ed2-28980529d998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:41.418040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Router d56d6951-8823-41ab-a582-0bf7cefc454e is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:26:41.478011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:26:41.486843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf044f-4088-4973-891b-3e7fb96b58d6,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:41.500931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:26:41.506755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:41.511263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.512259 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Added segment 181429e0-8263-488e-892c-59072bafe26f of type vxlan for network e755cc3d-3d6b-4bd6-a80f-b014cda114f0
Feb 17 03:26:41.660502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.732704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.739070 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd64e910-30ac-45c0-8e12-01eee1f910d6 req-f3e59dff-29ac-49a3-8eab-4ff0e2de7436 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0653486
Feb 17 03:26:41.754970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.778732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.783189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a08a-e1c6-491a-9761-e1c7791b4828 req-47d8761e-7c56-42e2-b587-bb482386be87 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:41.784875 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d81a08a-e1c6-491a-9761-e1c7791b4828 req-47d8761e-7c56-42e2-b587-bb482386be87 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 931 time: 0.2711499
Feb 17 03:26:41.794640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.800379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:41.808982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:41.809620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:41.816680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:41.949587 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d81a08a-e1c6-491a-9761-e1c7791b4828 req-d141a1c0-677a-4741-881d-6e19d9e76593 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563926
Feb 17 03:26:41.950127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:41.961709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Pushing event updated for resources: {'Network': ['ID=e755cc3d-3d6b-4bd6-a80f-b014cda114f0,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:41.965121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:41.973480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:41.974139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:41.975041 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8145261
Feb 17 03:26:41.977911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50704) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:41.983968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Request body: {'subnet': {'network_id': 'e755cc3d-3d6b-4bd6-a80f-b014cda114f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458164728-subnet', 'tenant_id': '24bf88355f9c4872a00769db39a8eccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:41.989801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:41.994442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Usage tracker for resource:subnet and tenant:24bf88355f9c4872a00769db39a8eccd is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:41.997524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:26:41.997680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:42.001489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:42.004743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:42.006828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:42.007544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.016982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Made reservation on behalf of 24bf88355f9c4872a00769db39a8eccd for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:42.022014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.048892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Pushing event updated for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:42.066613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:42.075384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:42.081491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:42.089795 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-684c0fcc-b87b-466c-a5f8-29ea64f00816 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.4288175
Feb 17 03:26:42.094180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:42.094705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.107169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:42.121941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:42.140765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-5b4baf9a-54a6-44e0-8c92-42bd0c95143b tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83990) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:26:42.142053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-5b4baf9a-54a6-44e0-8c92-42bd0c95143b tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0206752
Feb 17 03:26:42.142189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:42.142874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1b8f60>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:42.181486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:42.184581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:42.191015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.192983 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 15.5553427
Feb 17 03:26:42.196880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50710) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:42.378666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.52', 65316) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:42.592827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Request body: {'port': {'device_id': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:42.651324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-094324a5-b125-44d2-a041-3eac5203ba60 None None] Provisioning complete for port 68c5655b-f7f3-4c35-b203-bee1e610247d triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:42.651821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-094324a5-b125-44d2-a041-3eac5203ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.661646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:42.850659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:42.882126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-094324a5-b125-44d2-a041-3eac5203ba60 None None] Port 68c5655b-f7f3-4c35-b203-bee1e610247d cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:26:43.174772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf93a825-84cb-49d6-a069-7bb5f02def9c req-6e8a20fa-6f8c-4b79-a180-194311e5f235 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1444628
Feb 17 03:26:43.226858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1b8f60>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 3, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:43.249151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:43.249644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Updating router d56d6951-8823-41ab-a582-0bf7cefc454e port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:43.282331 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-800e4b39-6856-4999-a465-3dc3acd00783 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:43.283935 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-800e4b39-6856-4999-a465-3dc3acd00783 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.7578177
Feb 17 03:26:43.362013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:43.386548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Request body: {'port': {'device_id': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286', 'admin_state_up': True, 'tenant_id': '0ade3597251b451eb7a31a1c95528adf'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:43.387159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:43.413641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50746) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:43.443303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:26:43.685859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4c95-bfac-4766-8f76-ad4e5d6ebe6d req-5a5fb0ef-7a57-4063-8392-83d1b68f9c1f tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:43.688129 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cbbb4c95-bfac-4766-8f76-ad4e5d6ebe6d req-5a5fb0ef-7a57-4063-8392-83d1b68f9c1f tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 931 time: 0.5293386
Feb 17 03:26:43.958573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:43.971472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Transition to ACTIVE for port object d99b8b9d-6ef1-44c5-a81e-26dae66afa1e will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:43.974959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:43.988743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:43.990695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:44.009648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.027451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f561bc85-567c-4c40-a585-e8831a761c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:44.133688 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Pushing event updated for resources: {'Port': ['ID=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:44.138791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:44.140069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:44.162745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:44.192202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Attempting to bind port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:44.192702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Attempting to bind port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:44.192915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Attempting to bind port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:44.198650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:44.199060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:44.199532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.200309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:44.200466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Bound port: d99b8b9d-6ef1-44c5-a81e-26dae66afa1e, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:44.200853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.240926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Usage tracker for resource:security_group_rule and tenant:28f501875fcd4388ab1a42aabf7c9efc is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:44.249340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:44.258092 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cbbb4c95-bfac-4766-8f76-ad4e5d6ebe6d req-2dfd55de-67bc-4c78-b0bb-22a02f2ab003 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026974
Feb 17 03:26:44.259256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:44.270496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:44.286024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] For port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:44.287717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:44.290150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] For port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:44.293579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:44.297275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.310854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c1624a8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:44.316216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c02506-fa0b-4694-90ce-f74b279354c1,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:44.317657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a68f0b1-d538-462b-b653-b0789e5e2f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:44.320489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:44.362758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Usage tracker for resource:port and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:44.366919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:44.373601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:44.375958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Checking segment: {'id': '181429e0-8263-488e-892c-59072bafe26f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e755cc3d-3d6b-4bd6-a80f-b014cda114f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:44.376611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Network hostable DHCP agents. Network: e755cc3d-3d6b-4bd6-a80f-b014cda114f0, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:26:44.397722 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] 10.222.0.46 "PUT /v2.0/routers/7dce75df-14fa-4354-822e-b49d817ae8de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.0427227
Feb 17 03:26:44.419265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:44.425943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.485941 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ef21c53-20bc-4c49-89c5-f2fd8d31dc0e req-d475c0da-318d-47b4-93bb-c473480fa343 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1224475
Feb 17 03:26:44.565394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:44.601342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:26:44.660272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Pushing event updated for resources: {'Port': ['ID=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:44.673892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:44.732463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, e755cc3d-3d6b-4bd6-a80f-b014cda114f0) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:44.733581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:44.744004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:44.744663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.748470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1b8f60>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:44.772460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720dde26-b646-463c-981e-62d7f5b221b3 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:26:44.787881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.835030 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8242b2b7-d159-42a7-9f4b-9d2e21a0eec7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.8557456
Feb 17 03:26:44.856862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Transition to ACTIVE for port object 720dde26-b646-463c-981e-62d7f5b221b3 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:44.869200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.870220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.910811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:44.920223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:44.927173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e00e39-8b98-4439-b088-2430889cddea None None] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:44.939154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.086787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.125809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:45.165432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c1624a8>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 2, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:45.215483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:45.216032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Updating router 7dce75df-14fa-4354-822e-b49d817ae8de port 68c5655b-f7f3-4c35-b203-bee1e610247d binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:45.217012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.231624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50776) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:45.429569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.523115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:45.557263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Attempting to bind port 720dde26-b646-463c-981e-62d7f5b221b3 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:45.557624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Attempting to bind port 720dde26-b646-463c-981e-62d7f5b221b3 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:45.557999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Attempting to bind port 720dde26-b646-463c-981e-62d7f5b221b3 on network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:45.565546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Pushing event updated for resources: {'Port': ['ID=720dde26-b646-463c-981e-62d7f5b221b3,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:45.569520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:45.621216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ce9f70c-09b2-4af7-9464-c97d046c1597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:45.634390 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28f501875fcd4388ab1a42aabf7c9efc&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2128413
Feb 17 03:26:45.640287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:45.640668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Checking segment: {'id': 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:45.641110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.641498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Bound using segment: {'id': 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:45.642020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Bound port: 720dde26-b646-463c-981e-62d7f5b221b3, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6faf03f6-9eb3-4fe8-b4b1-82cc55937f06'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:45.642399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.660258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50788) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:45.690998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Allocated IP 172.20.0.5 (14692b9d-40c8-4147-9ef2-2084ebbdc286/9652e8fc-fe56-4b30-aef3-4c775416b0bd/20bebd7e-f117-4b32-875f-9094449d119c) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:45.700893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Deleting subnet 370f7a07-d27d-4f59-931d-c85c8df8d251 {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:26:45.705000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.715231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1b8f60>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 3, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:45.720170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42252b4c-5b1c-497a-8d2d-27b780d02c77 None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 3, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:45.736099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:45.758761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:45.806329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.826277 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:45.826721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] For port 720dde26-b646-463c-981e-62d7f5b221b3, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:45.827055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50792) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:45.831707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] For port 720dde26-b646-463c-981e-62d7f5b221b3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=720dde26-b646-463c-981e-62d7f5b221b3,segment=NetworkSegment(e1dcc1ae-fec3-45d1-9e96-ff58c52499a3),segment_id=e1dcc1ae-fec3-45d1-9e96-ff58c52499a3)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:45.843197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca0a44-0ceb-4bfe-95c7-20d16ce4c2cd None None] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:26:45.843420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:45.856617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:45.880865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536053479', 'description': 'tempest-description--944985755'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:45.945256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:45.988388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0373c-d4c0-4572-9c29-1ade81497bd2,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:45.994109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:46.032196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:46.036475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cefe203e-f4d4-4a00-a60e-cf368ce50e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:46.037577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:46.087557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.106783 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8bcebb05-2202-4ce9-b2da-a3411c573c6c req-7ce20e2a-c06f-48c5-83e2-36e16036c902 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1340833
Feb 17 03:26:46.117804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:46.147104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4416f2a-f943-45a0-8786-cf75d1c7d621 req-f06a24e6-c819-4304-8913-75e3466937be tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:46.149098 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f4416f2a-f943-45a0-8786-cf75d1c7d621 req-f06a24e6-c819-4304-8913-75e3466937be tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 943 time: 0.5999892
Feb 17 03:26:46.163974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.323372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.341878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Transition to ACTIVE for port object 68c5655b-f7f3-4c35-b203-bee1e610247d will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:46.347355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.441420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.549789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:46.551686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:46.582056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.604757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:46.652041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:46.676350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:46.702369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:26:46.809945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.912412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:46.989386 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f4416f2a-f943-45a0-8786-cf75d1c7d621 req-bfc075d6-7890-4acf-9715-e1fc2c4acba5 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7864020
Feb 17 03:26:47.000131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.009232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Pushing event updated for resources: {'Port': ['ID=720dde26-b646-463c-981e-62d7f5b221b3,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:47.027206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:47.028392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:47.070449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.071802 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81e0373c-d4c0-4572-9c29-1ade81497bd2 HTTP/1.1" status: 204  len: 168 time: 1.3775876
Feb 17 03:26:47.080844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0373c-d4c0-4572-9c29-1ade81497bd2,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:47.092995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:47.186628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:47.187835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.191755 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] 10.222.0.52 "PUT /v2.0/ports/720dde26-b646-463c-981e-62d7f5b221b3 HTTP/1.1" status: 200  len: 1157 time: 4.8073561
Feb 17 03:26:47.192760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:26:47.248377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d99b8b9d-6ef1-44c5-a81e-26dae66afa1e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:47.355980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Pushing event updated for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:47.359747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:47.428117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:47.447293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Sync routers for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:47.464856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:47.466377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b801be0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:47.497393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:47.527948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:47.528209 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae80ffb4-84fc-452a-8acf-bfc828461e71 req-bd8b615c-338a-4376-a0ed-37e294ab8407 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.1604319
Feb 17 03:26:47.528633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.534265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Allocated IP 172.20.0.1 (aaca52fc-20e8-4f1e-a4a1-2b3bb58459da/db84d5a4-3e76-41a3-afff-008a918d1cfa/f22c6555-8bb2-42b9-a508-9233dfa38d5e) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:47.571546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.582948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.596908 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-612008b9-99b4-4fc5-8ee9-c3d6ea6ef6c3 admin admin] 10.222.0.46 "PUT /v2.0/routers/bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.8129275
Feb 17 03:26:47.596908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.605280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-f5d42d91-a045-4956-b7a8-55facd15ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:47.607333 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-f5d42d91-a045-4956-b7a8-55facd15ea03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa60503a7ed745c896b1149681ae4d95&device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 1160 time: 0.3068767
Feb 17 03:26:47.610162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.633487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:47.650509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Attempting to bind port 68c5655b-f7f3-4c35-b203-bee1e610247d on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:47.652743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Attempting to bind port 68c5655b-f7f3-4c35-b203-bee1e610247d by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:47.654891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Attempting to bind port 68c5655b-f7f3-4c35-b203-bee1e610247d on network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:47.684244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:47.687823 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Checking segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:47.689211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.690157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Bound using segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:47.691145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Bound port: 68c5655b-f7f3-4c35-b203-bee1e610247d, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:47.692158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.729070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:47.739253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50828) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:47.799559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:47.869039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.888126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370f7a07-d27d-4f59-931d-c85c8df8d251,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:47.908908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:47.911931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] For port 68c5655b-f7f3-4c35-b203-bee1e610247d, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:47.914756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.917445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] For port 68c5655b-f7f3-4c35-b203-bee1e610247d, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=68c5655b-f7f3-4c35-b203-bee1e610247d,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:47.920115 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.0775793
Feb 17 03:26:47.925697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50832) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:47.939456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.948304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:47.952940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:47.956559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.986693 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-7d6ecac5-d6a9-4d73-a526-705ad6752df4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=720dde26-b646-463c-981e-62d7f5b221b3 HTTP/1.1" status: 200  len: 217 time: 0.3543031
Feb 17 03:26:47.988314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:47.990388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group_rule': {'security_group_id': '75a4f387-d49f-41a1-8610-9288e9e30ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:47.992777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:48.005173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:48.026792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:48.032036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:48.032805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.052151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.083210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:48.096072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Usage tracker for resource:security_group_rule and tenant:020b53474fd248b4b744a2d3fad4094d is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:48.099265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:48.115399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:48.122338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:48.146712 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/370f7a07-d27d-4f59-931d-c85c8df8d251 HTTP/1.1" status: 204  len: 168 time: 2.9122410
Feb 17 03:26:48.146712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:48.160614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:48.162419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50848) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:48.165144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:48.175455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:48.178880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:48.286641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b801be0>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:42Z', 'revision_number': 4, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'df942069-b50b-4951-bbbe-a48b037b4d17', 'name': '', 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'mac_address': 'fa:16:3e:f2:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:34Z', 'updated_at': '2021-02-17T03:26:43Z', 'revision_number': 2, 'project_id': '11a5692210d54de3b217536dd49aa377', 'subnets': [{'id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:48.312435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Checking router: bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:48.312991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Updating router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 port df942069-b50b-4951-bbbe-a48b037b4d17 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:48.321014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:48.321822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c1624a8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:48.329694 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9772542
Feb 17 03:26:48.336158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4f387-d49f-41a1-8610-9288e9e30ee4,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:48.366313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:48.366854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:48.405613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Request body: {'port': {'device_id': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:48.510350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.520788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.546383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Pushing event updated for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:48.551042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:48.568235 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.587394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.702930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3', 'status': 'completed', 'code': 200}
Feb 17 03:26:48.703931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:48.712590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event updated for resources: {'Port': ['ID=20bebd7e-f117-4b32-875f-9094449d119c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:48.730518 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.742511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d99b8b9d-6ef1-44c5-a81e-26dae66afa1e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:48.746262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:48.793847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:48.812719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a96099b8-1d57-4c64-93f0-bcedc3776e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:48.828076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:48.886120 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=020b53474fd248b4b744a2d3fad4094d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9657528
Feb 17 03:26:48.896948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50880) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:48.911108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-07353e18-225b-4adc-9d86-7bc1c5185af1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:48.912052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-07353e18-225b-4adc-9d86-7bc1c5185af1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Synchronizing usage tracker for tenant:11a5692210d54de3b217536dd49aa377 on resource:network {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:26:48.927634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Transition to ACTIVE for port object f22c6555-8bb2-42b9-a508-9233dfa38d5e will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:49.009419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.062076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-4dc99095-2cda-4932-a8be-59218d9880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:49.063561 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-4dc99095-2cda-4932-a8be-59218d9880c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d420ff49-4277-41d6-80b0-349ddb646b22 HTTP/1.1" status: 200  len: 851 time: 1.0457363
Feb 17 03:26:49.160690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d63906-fe8d-43b2-9968-60d778803fc1 req-bdbf0a43-350d-4704-912e-7276ce89ed48 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:49.162275 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-04d63906-fe8d-43b2-9968-60d778803fc1 req-bdbf0a43-350d-4704-912e-7276ce89ed48 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 943 time: 0.2436371
Feb 17 03:26:49.229557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:49.230108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.284194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.350305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.360123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-07353e18-225b-4adc-9d86-7bc1c5185af1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Unset dirty status for tenant:11a5692210d54de3b217536dd49aa377 on resource:network {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:26:49.361909 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-07353e18-225b-4adc-9d86-7bc1c5185af1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 818 time: 0.6412425
Feb 17 03:26:49.368286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Transition to ACTIVE for port object df942069-b50b-4951-bbbe-a48b037b4d17 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:49.375561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.449218 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-c9b31f9c-c627-4b1f-8234-1431aac4a96c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3317907
Feb 17 03:26:49.450932 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-33646683-8b84-4a26-9ccd-560db5fc5e44 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/quotas/11a5692210d54de3b217536dd49aa377 HTTP/1.1" status: 200  len: 375 time: 0.0509608
Feb 17 03:26:49.489483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c1624a8>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:49.493904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52b12b-bad6-4c4e-8d4f-3359d442f91c None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:49.498364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.509005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c0290-0fb8-4fdf-b387-6fdeb80a715a,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:49.518463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:49.578693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:49.655195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.674658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca85006-b194-4b14-8c37-ad5799712d79 None None] Pushing event updated for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:49.676844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.691048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.702247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ca85006-b194-4b14-8c37-ad5799712d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:49.731840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:49.755915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.769850 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-04d63906-fe8d-43b2-9968-60d778803fc1 req-2858633c-39d5-47f7-8c49-6e2f0885da6b tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3963125
Feb 17 03:26:49.774829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faa2a952208>> segment before_delete 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.775234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faa2a952208>> subnet precommit_delete_associations 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.776093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> segment_host_mapping after_create 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.776512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> port after_create 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.776877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> port after_delete 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.777288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> port after_update 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.777591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> segment after_delete 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.777948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> subnet after_create 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.778306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> subnet after_delete 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.778656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2aa59be0>> subnet after_update 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.861930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b0b18d0>> subnet after_create 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.862307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b0b18d0>> subnet after_delete 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.862734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b0b18d0>> subnet before_create 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.868662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b0b18d0>> subnet before_update 55550000 {{(pid=83991) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:49.869208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80b38>,) {'filters': {'network_id': ['fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8']}} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:49.965721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Attempting to bind port df942069-b50b-4951-bbbe-a48b037b4d17 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:49.966584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Attempting to bind port df942069-b50b-4951-bbbe-a48b037b4d17 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:49.966740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Attempting to bind port df942069-b50b-4951-bbbe-a48b037b4d17 on network 7c8931b5-d986-48a9-8797-db4c2b0cb489 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:49.974867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:49.975530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Checking segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:49.976075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:49.976611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Bound using segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:49.977268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Bound port: df942069-b50b-4951-bbbe-a48b037b4d17, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:49.977834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.024371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41b61122-afb4-4206-b783-6dc0c7a800cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:50.088019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] For port df942069-b50b-4951-bbbe-a48b037b4d17, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:50.092332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] For port df942069-b50b-4951-bbbe-a48b037b4d17, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=df942069-b50b-4951-bbbe-a48b037b4d17,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:50.099093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.104635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f6f890-f85f-4fb2-b0d9-42fb994a2fc0,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:50.112009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:50.130408 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80b38>, '3350a0f5-6488-4813-a6f5-747991f90fda') {'for_net_delete': True} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:50.130742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80b38>, '3350a0f5-6488-4813-a6f5-747991f90fda') {} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:50.139983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:50.171909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:50.202641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.212482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ca85006-b194-4b14-8c37-ad5799712d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:50.217945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1cda5ff-ee60-4dbe-80cc-a52bd6e6ab33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:50.227307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bebd7e-f117-4b32-875f-9094449d119c {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:26:50.229504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.234523 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6266b435-b8dc-482b-8721-830f787e6874 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2764845
Feb 17 03:26:50.237669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50892) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:50.254611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.255985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206833'] for segment, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.268651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group_rule': {'security_group_id': '75a4f387-d49f-41a1-8610-9288e9e30ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:50.277490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c0290-0fb8-4fdf-b387-6fdeb80a715a,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:50.289277 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:50.290730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:50.301648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.303693 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef9c0290-0fb8-4fdf-b387-6fdeb80a715a HTTP/1.1" status: 204  len: 168 time: 1.3925991
Feb 17 03:26:50.310748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:50.318934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Transition to ACTIVE for port object 20bebd7e-f117-4b32-875f-9094449d119c will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:50.324272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:50.329750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.342718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:50.354495 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-1252e8ce-a1b1-452b-9837-9da439ecf619 service neutron] 10.222.0.52 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8925691
Feb 17 03:26:50.364937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:50.384299 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-20584e5b-2dd5-4c13-9739-a7b17fd23f02 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9230006
Feb 17 03:26:50.397320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.426253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca85006-b194-4b14-8c37-ad5799712d79 None None] Pushing event updated for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:50.497930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:50.499242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b801be0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:50.577033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:50.578341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:26:50.594919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:50.597588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:50.598352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.611698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:50.635538 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e18f64c-b669-4d19-bc3b-273e747cb33b req-e32ce465-abdb-40b0-90c9-1a7e084dcf6f service neutron] 10.222.0.52 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2437129
Feb 17 03:26:50.660631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=20bebd7e-f117-4b32-875f-9094449d119c,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:50.671209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:50.864540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 68c5655b-f7f3-4c35-b203-bee1e610247d up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:51.034002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 68c5655b-f7f3-4c35-b203-bee1e610247d completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:51.047707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.048646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 68c5655b-f7f3-4c35-b203-bee1e610247d triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:51.049074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.065966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22bcd-2d13-42bd-a3f8-58649873c93f req-42ac3a3c-2d05-4acd-9c22-2c06fc2880ec tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:51.074217 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-60a22bcd-2d13-42bd-a3f8-58649873c93f req-42ac3a3c-2d05-4acd-9c22-2c06fc2880ec tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 931 time: 0.9611459
Feb 17 03:26:51.078236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.129612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:51.249423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Attempting to bind port 20bebd7e-f117-4b32-875f-9094449d119c on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:51.250436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Attempting to bind port 20bebd7e-f117-4b32-875f-9094449d119c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:51.252092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Attempting to bind port 20bebd7e-f117-4b32-875f-9094449d119c on network 14692b9d-40c8-4147-9ef2-2084ebbdc286 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:51.256460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e71e65a-6d37-4013-8a66-7d062398012c,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:51.264384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:51.265007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Checking segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:51.270399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.271008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Bound using segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:51.271901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Bound port: 20bebd7e-f117-4b32-875f-9094449d119c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:51.272505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.285090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-60a22bcd-2d13-42bd-a3f8-58649873c93f req-fd248a32-2778-4aa0-ab35-76584e873cba tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:26:51.287842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.289738 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0507963
Feb 17 03:26:51.304415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-bc2e7c12-4ba3-4642-abaf-373a96c514f3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:26:51.312440 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-bc2e7c12-4ba3-4642-abaf-373a96c514f3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.6755884
Feb 17 03:26:51.316396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50930) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:51.318527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:51.333077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:51.394422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ca85006-b194-4b14-8c37-ad5799712d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.182s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:51.435581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.449120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-14a1d6aa-10ad-4843-9e36-deb9f245381e None None] Provisioning for port f22c6555-8bb2-42b9-a508-9233dfa38d5e completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:51.457202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-14a1d6aa-10ad-4843-9e36-deb9f245381e None None] Provisioning complete for port f22c6555-8bb2-42b9-a508-9233dfa38d5e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:51.457865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14a1d6aa-10ad-4843-9e36-deb9f245381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.540231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:51.557639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.579707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 68c5655b-f7f3-4c35-b203-bee1e610247d, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=68c5655b-f7f3-4c35-b203-bee1e610247d,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:51.588815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:51.593768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.603549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-60a22bcd-2d13-42bd-a3f8-58649873c93f req-fd248a32-2778-4aa0-ab35-76584e873cba tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:26:51.604827 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-60a22bcd-2d13-42bd-a3f8-58649873c93f req-fd248a32-2778-4aa0-ab35-76584e873cba tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5297468
Feb 17 03:26:51.641385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:26:51.641477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:51.647708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:floatingip and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:51.660290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:51.664385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6760849'] for segment, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:51.707556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-db779a29-94ea-4673-af31-cfc44e7f2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:51.708838 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-db779a29-94ea-4673-af31-cfc44e7f2339 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa60503a7ed745c896b1149681ae4d95&device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 1160 time: 0.8061895
Feb 17 03:26:51.757322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:51.770986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:51.773098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-14a1d6aa-10ad-4843-9e36-deb9f245381e None None] Port f22c6555-8bb2-42b9-a508-9233dfa38d5e cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:26:51.869968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:51.998021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-fb75e35a-a80e-4d09-bd16-298e96349101 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6844025
Feb 17 03:26:52.041659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b801be0>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:42Z', 'revision_number': 4, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'df942069-b50b-4951-bbbe-a48b037b4d17', 'name': '', 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'mac_address': 'fa:16:3e:f2:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:34Z', 'updated_at': '2021-02-17T03:26:50Z', 'revision_number': 4, 'project_id': '11a5692210d54de3b217536dd49aa377', 'subnets': [{'id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:52.042980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.046213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] For port 20bebd7e-f117-4b32-875f-9094449d119c, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:52.052954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e725fd-e542-42cb-b885-dbe06ccc2469 None None] The sync data for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi is: [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:26:42Z', 'revision_number': 4, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'df942069-b50b-4951-bbbe-a48b037b4d17', 'name': '', 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'mac_address': 'fa:16:3e:f2:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:34Z', 'updated_at': '2021-02-17T03:26:50Z', 'revision_number': 4, 'project_id': '11a5692210d54de3b217536dd49aa377', 'subnets': [{'id': '733ab0ef-c534-4e2a-a72f-9d2b9e261147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:52.065922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.070415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.117809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:52.152969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.240608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] For port 20bebd7e-f117-4b32-875f-9094449d119c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20bebd7e-f117-4b32-875f-9094449d119c,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:52.241001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50956) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:52.265972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.339430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Network fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:26:52.390830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Pushing event updated for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:52.444690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:52.449309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:26:52.473932 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:26:52.538437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=20bebd7e-f117-4b32-875f-9094449d119c,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:52.544572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:52.556299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:52.559246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:52.655408 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.741779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a5c7d-88c8-44c6-8e90-6dfa0d3ab3a5 req-2fc8d5a0-da08-4e2e-a3e1-98c904a17104 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:52.746409 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-820a5c7d-88c8-44c6-8e90-6dfa0d3ab3a5 req-2fc8d5a0-da08-4e2e-a3e1-98c904a17104 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 943 time: 0.9173093
Feb 17 03:26:52.748052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-066f5e99-696e-40f9-8cd8-6ac58bf604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:52.757215 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-066f5e99-696e-40f9-8cd8-6ac58bf604c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 HTTP/1.1" status: 200  len: 905 time: 0.8818655
Feb 17 03:26:52.941116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 68c5655b-f7f3-4c35-b203-bee1e610247d up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:52.964036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:52.964740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:52.966279 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] 10.222.0.52 "PUT /v2.0/ports/20bebd7e-f117-4b32-875f-9094449d119c HTTP/1.1" status: 200  len: 1157 time: 4.6014276
Feb 17 03:26:52.967999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:26:53.052608 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-03530d94-23bc-4338-aebc-72bbdde5af96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=720dde26-b646-463c-981e-62d7f5b221b3 HTTP/1.1" status: 200  len: 217 time: 0.1749067
Feb 17 03:26:53.056695 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-820a5c7d-88c8-44c6-8e90-6dfa0d3ab3a5 req-46cbb331-c523-4b7c-8816-0028eb540c48 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866108
Feb 17 03:26:53.095752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b8040244-327c-4287-b08b-1c0b5bff403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:53.108531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:26:53.110856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-8004936e-dcf3-44bd-b02a-b7ba7fa92da4 None None] Provisioning complete for port f22c6555-8bb2-42b9-a508-9233dfa38d5e triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:53.114286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8004936e-dcf3-44bd-b02a-b7ba7fa92da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.120819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.218647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.225805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:53.231124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:53.235928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Usage tracker for resource:security_group_rule and tenant:92fca8b67f994366b10f6bfe5fe5b130 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:53.242286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:53.260243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:53.298660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-8004936e-dcf3-44bd-b02a-b7ba7fa92da4 None None] Port f22c6555-8bb2-42b9-a508-9233dfa38d5e cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:26:53.352585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 68c5655b-f7f3-4c35-b203-bee1e610247d triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:53.353112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.362578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-1493f0f6-51ff-4256-b8b9-f2d3bf493ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:53.364202 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-1493f0f6-51ff-4256-b8b9-f2d3bf493ea3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d420ff49-4277-41d6-80b0-349ddb646b22 HTTP/1.1" status: 200  len: 851 time: 0.2259593
Feb 17 03:26:53.365549 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fb8aee1f-2f7c-41ad-9ff1-bd9892f9f4f8 HTTP/1.1" status: 204  len: 168 time: 5.1952474
Feb 17 03:26:53.373056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.374366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1ebb54d6-e96d-43bf-ac23-da0038bbfcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:53.377016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 50972) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:53.390329 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-6c771933-14fe-4b20-8607-5f26ab8e2643 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3784773
Feb 17 03:26:53.498245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:53.602448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-be8d06bc-436f-4795-a121-5eff66593c7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2097032
Feb 17 03:26:53.623981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-78cc57ee-95ab-4c84-b7fc-181072f696b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:53.625842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-21bae067-f028-49bb-b536-992f54169568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:53.627472 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-21bae067-f028-49bb-b536-992f54169568 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 1160 time: 0.5890629
Feb 17 03:26:53.756103 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-e6b9955c-ea7a-4358-a15b-4a5eef647d74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20bebd7e-f117-4b32-875f-9094449d119c HTTP/1.1" status: 200  len: 217 time: 0.1051066
Feb 17 03:26:53.773846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:26:53.780098 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] 10.222.0.46 "PUT /v2.0/routers/d56d6951-8823-41ab-a582-0bf7cefc454e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5802431
Feb 17 03:26:53.805585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:26:53.821909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-04da2c3a-2129-4dc7-905f-83efe297ce79 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:26:53.867420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:53.868435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b107358>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:53.869863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438251c-ff79-415f-955d-be9b7257e643 req-9d7fbf83-f4d4-4cce-917a-b08273973ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:53.872126 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-9d7fbf83-f4d4-4cce-917a-b08273973ebc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.0962749
Feb 17 03:26:53.943746 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92fca8b67f994366b10f6bfe5fe5b130&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4713736
Feb 17 03:26:53.952624 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-493e63c6-ef25-482b-b6e2-31eca25a876c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721169
Feb 17 03:26:53.956909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 50994) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:53.982304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b0c35-1522-49ae-bf82-7bba0e2a6e97,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:54.097809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:54.135745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.164281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.229321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:54.249960 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-990fbba6-96ce-44d0-99a7-071a25414781 service neutron] 10.222.0.52 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673438
Feb 17 03:26:54.299571 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-52a7d8bb-ba9e-4711-bdce-b0e9b5663f14 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3235869
Feb 17 03:26:54.300227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.307461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d718f2c1-d2ea-410f-9371-a9bb54339528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:54.339494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f7da37dd-edf4-4a4b-9202-24e02100e2b5 req-ba0246b6-6857-41bd-b231-400eeafa15e9 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 210 time: 0.3968508
Feb 17 03:26:54.356162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b0c35-1522-49ae-bf82-7bba0e2a6e97,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:54.367080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:54.478060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.490861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.500838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Deleting subnet 66c02506-fa0b-4694-90ce-f74b279354c1 {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:26:54.502454 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d1b0c35-1522-49ae-bf82-7bba0e2a6e97 HTTP/1.1" status: 204  len: 168 time: 0.5394378
Feb 17 03:26:54.508648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.623983 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3438251c-ff79-415f-955d-be9b7257e643 req-c3be8b5d-1b97-4d4a-92c5-53729baf457a service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3031259
Feb 17 03:26:54.627008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device df942069-b50b-4951-bbbe-a48b037b4d17 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:54.631282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.691155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 720dde26-b646-463c-981e-62d7f5b221b3 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:54.723350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.729551 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c', 'status': 'completed', 'code': 200}
Feb 17 03:26:54.759934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee324-e337-419d-bc71-951fec52583a req-820cde67-667d-4d37-956f-faeb43c740d5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:54.761614 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c03ee324-e337-419d-bc71-951fec52583a req-820cde67-667d-4d37-956f-faeb43c740d5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 943 time: 1.3908525
Feb 17 03:26:54.893800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b107358>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 2, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:54.899154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 720dde26-b646-463c-981e-62d7f5b221b3 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:54.902608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port df942069-b50b-4951-bbbe-a48b037b4d17 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:54.910745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:26:54.911303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Updating router d56d6951-8823-41ab-a582-0bf7cefc454e port f22c6555-8bb2-42b9-a508-9233dfa38d5e binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:26:54.944307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port df942069-b50b-4951-bbbe-a48b037b4d17 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:54.944734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:54.993493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986f3e2-c34f-4661-a556-39549865d30d req-e6aaa28e-6ddb-4322-8b02-51160a335de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:54.995969 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-e6aaa28e-6ddb-4322-8b02-51160a335de9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 1160 time: 0.1940427
Feb 17 03:26:55.003791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 720dde26-b646-463c-981e-62d7f5b221b3 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:55.004222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.057154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Allocated IP 172.27.1.34 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/7f707174-6efc-42ea-9239-001b6af7ca9d) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:55.122654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.144784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51026) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:55.166702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.186664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:55.191345 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Usage tracker for resource:security_group_rule and tenant:c4dc53c3f510486b8ec77d764da42bc6 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:55.194599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:55.201244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:55.301441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.306735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.319292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:55.372376 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4dc53c3f510486b8ec77d764da42bc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2257798
Feb 17 03:26:55.372718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.374449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51030) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:55.377813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9f112-57af-466f-9a80-50fe6036de4a,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:55.396514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:55.442743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.454564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51034) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:55.456038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.464106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097301603', 'description': 'tempest-description--1775648765'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:55.474528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port df942069-b50b-4951-bbbe-a48b037b4d17, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=df942069-b50b-4951-bbbe-a48b037b4d17,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:55.476038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.481740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:55.482502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.496632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:55.504221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:55.515486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.524445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:55.524930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 720dde26-b646-463c-981e-62d7f5b221b3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=720dde26-b646-463c-981e-62d7f5b221b3,segment=NetworkSegment(e1dcc1ae-fec3-45d1-9e96-ff58c52499a3),segment_id=e1dcc1ae-fec3-45d1-9e96-ff58c52499a3)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:26:55.526939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.537113 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c03ee324-e337-419d-bc71-951fec52583a req-ddabad2c-939f-4f18-8754-d39ed8973040 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5154068
Feb 17 03:26:55.539981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:26:55.551364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:55.606495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.618746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:55.680751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:55.683290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.686750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:55.691067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:55.697275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:55.721438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.738263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ff96baa8-7f1f-4210-a069-6a30744cb9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:55.755057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9f112-57af-466f-9a80-50fe6036de4a,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:55.760472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:55.763632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.765363 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53a9f112-57af-466f-9a80-50fe6036de4a HTTP/1.1" status: 204  len: 168 time: 0.3897262
Feb 17 03:26:55.841063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.864909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=7f707174-6efc-42ea-9239-001b6af7ca9d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:55.890890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:55.909592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:55.916684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:55.918778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:55.956931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:55.968270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b87a738-1cfa-4f65-9b90-186f12d634a8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:56.030917 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56f433-42d0-4591-8435-4f62772f6c8d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.044612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.059799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.064738 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6055052
Feb 17 03:26:56.067657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51058) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:56.079911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group_rule': {'security_group_id': '3e56f433-42d0-4591-8435-4f62772f6c8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:56.091238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:56.096656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:56.103221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:56.109675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:56.110899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:56.122282 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0adf8424-3b2c-41e0-9ae6-d9660f2ac87e req-c4b8cd4f-77a3-4d86-b486-11a4ce3ce580 service neutron] 10.222.0.52 "GET /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.8632810
Feb 17 03:26:56.132264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:56.147449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.156975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:56.164755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986f3e2-c34f-4661-a556-39549865d30d req-a02c5be8-53b0-409f-a857-46ad70843b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:56.166548 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-a02c5be8-53b0-409f-a857-46ad70843b56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 909 time: 0.3242335
Feb 17 03:26:56.243932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.245834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-ae8f7997-6a53-4fa9-b128-72bac88611ad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:56.247467 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-ae8f7997-6a53-4fa9-b128-72bac88611ad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 818 time: 0.3601489
Feb 17 03:26:56.248012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.251747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:56.274279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23c09-67aa-4f8d-a4c2-5cebd6e359d4 req-d5651066-3bd2-40f8-be9c-52c3e055e88b tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:56.283548 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d9f23c09-67aa-4f8d-a4c2-5cebd6e359d4 req-d5651066-3bd2-40f8-be9c-52c3e055e88b tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.3948517
Feb 17 03:26:56.297066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.297414 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-601e952f-5476-4fd5-8fb2-624b3a0e67a1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/quotas/11a5692210d54de3b217536dd49aa377 HTTP/1.1" status: 200  len: 375 time: 0.0359263
Feb 17 03:26:56.304521 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2297370
Feb 17 03:26:56.304665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51066) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:56.316867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group_rule': {'security_group_id': '3e56f433-42d0-4591-8435-4f62772f6c8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:56.323444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0879a79e-ec0a-4e14-af68-171b9ce44ea3,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.326812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c2a1c79-7c1a-4ee3-b7ce-037b12645cd7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.328392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:56.333485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:56.336329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.336600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:56.342822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:56.349808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=720dde26-b646-463c-981e-62d7f5b221b3,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.356256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.363910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.449074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.453135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.455984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da436c05-a901-4b02-9fce-ad04e4006c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:56.469168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:56.490108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.490421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afc1005-da56-4a9c-b62a-65c09710a70b,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.494226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.501019 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1881084
Feb 17 03:26:56.501019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.501019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51074) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:56.510902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:56.515945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Transition to ACTIVE for port object f22c6555-8bb2-42b9-a508-9233dfa38d5e will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:26:56.517672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:56.520631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.521723 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d9f23c09-67aa-4f8d-a4c2-5cebd6e359d4 req-b2cde9bd-399e-4fad-b773-8719d70d7cb6 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371073
Feb 17 03:26:56.522921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:floatingip and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:56.526896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:56.537311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:56.541093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:56.551932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.674935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Pushing event updated for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.684658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.829356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.844963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:56.875790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c02506-fa0b-4694-90ce-f74b279354c1,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:56.998723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:56.999588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.031052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Attempting to bind port f22c6555-8bb2-42b9-a508-9233dfa38d5e on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:26:57.031876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Attempting to bind port f22c6555-8bb2-42b9-a508-9233dfa38d5e by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:26:57.032628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Attempting to bind port f22c6555-8bb2-42b9-a508-9233dfa38d5e on network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:26:57.041797 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3', 'code': 200}
Feb 17 03:26:57.042801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:26:57.043654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Checking segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:26:57.044356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.045944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Bound using segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:26:57.046682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Bound port: f22c6555-8bb2-42b9-a508-9233dfa38d5e, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:26:57.047466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.188551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] For port f22c6555-8bb2-42b9-a508-9233dfa38d5e, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:26:57.194747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] For port f22c6555-8bb2-42b9-a508-9233dfa38d5e, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=f22c6555-8bb2-42b9-a508-9233dfa38d5e,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:26:57.216252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.237043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:57.275540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Allocated IP 172.27.1.227 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/7f717675-ffb8-464a-a0db-4d0e68bc897c) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:26:57.397043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Pushing event updated for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:57.400562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:57.409861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:26:57.442858 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-09ee753d-5891-42bb-a987-181e0565460c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1091559
Feb 17 03:26:57.481987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:26:57.482668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b107358>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:26:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:57.532047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.601398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.622171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:57.673449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device df942069-b50b-4951-bbbe-a48b037b4d17 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:57.693525 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8fb06237-69cd-4589-9b1e-98d9b783f5e1 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490065
Feb 17 03:26:57.773012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.790910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.801940 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-373355f0-927f-49f4-84f7-a48ac0cf5c84 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/66c02506-fa0b-4694-90ce-f74b279354c1 HTTP/1.1" status: 204  len: 168 time: 4.4236929
Feb 17 03:26:57.831700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51106) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:57.836828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port df942069-b50b-4951-bbbe-a48b037b4d17 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:57.837259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.862573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:57.876609 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-1a5d8dd4-1583-4f1a-85b5-73d97facd9f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20bebd7e-f117-4b32-875f-9094449d119c HTTP/1.1" status: 200  len: 217 time: 0.1391397
Feb 17 03:26:57.940985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:26:58.066439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=7f717675-ffb8-464a-a0db-4d0e68bc897c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:58.093914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:58.148490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:26:58.191579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986f3e2-c34f-4661-a556-39549865d30d req-5f212ff3-0418-4237-b99d-f60a0aa05484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:58.193376 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-5f212ff3-0418-4237-b99d-f60a0aa05484 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.3016849
Feb 17 03:26:58.285739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:58.353793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.52', 65328) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:26:58.367946 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-bbd70768-1602-4daa-8f16-ab66b12bbabc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1415944
Feb 17 03:26:58.414148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:58.414367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:26:58.419165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:26:58.464590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=7f707174-6efc-42ea-9239-001b6af7ca9d,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:26:58.481931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:26:58.484551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:26:58.696062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 720dde26-b646-463c-981e-62d7f5b221b3 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:58.773500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-9c1fad5f-58b7-4860-ad24-f9b911cfc2ee tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:58.775380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-9c1fad5f-58b7-4860-ad24-f9b911cfc2ee tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 818 time: 0.2920394
Feb 17 03:26:58.834867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Request body: {'port': {'device_id': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'admin_state_up': True, 'tenant_id': '11a5692210d54de3b217536dd49aa377'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:26:58.837915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b107358>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:26:57Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:58.855467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaeea6-e4f4-49bc-a917-e228f484238b None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:26:57Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:26:58.879464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 720dde26-b646-463c-981e-62d7f5b221b3 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:58.879911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.017183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:59.021758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Usage tracker for resource:port and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:59.025091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:59.032123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:59.095124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.099860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Made reservation on behalf of 11a5692210d54de3b217536dd49aa377 for: {'port': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:26:59.115183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.143321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627633-a3f5-4c23-83cc-3cb6a975a705 req-a2068092-de79-4353-ae30-e0129fd1bdc7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:59.145025 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0627633-a3f5-4c23-83cc-3cb6a975a705 req-a2068092-de79-4353-ae30-e0129fd1bdc7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 943 time: 1.8360777
Feb 17 03:26:59.152183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.179436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa4201-8186-4be8-b350-215d3fe18520 req-445abcea-d9a3-458d-bbde-cf57b6b59b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:26:59.188905 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-62aa4201-8186-4be8-b350-215d3fe18520 req-445abcea-d9a3-458d-bbde-cf57b6b59b98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 1162 time: 0.8339562
Feb 17 03:26:59.286185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.333934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:26:59.337319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Usage tracker for resource:security_group_rule and tenant:0a381cc211bb4920bb968aea72fbfe07 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:26:59.340712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:26:59.346909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:26:59.356392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.368258 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.0182300
Feb 17 03:26:59.392816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.398647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faa2a931e80>> segment before_delete 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.399048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faa2a931e80>> subnet precommit_delete_associations 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.401119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> segment_host_mapping after_create 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.408900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> port after_create 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.409354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> port after_delete 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.409821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> port after_update 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.410767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> segment after_delete 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.411140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> subnet after_create 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.411523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> subnet after_delete 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.411904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faa2a931550>> subnet after_update 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.536061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b2064e0>> subnet after_create 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.536601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b2064e0>> subnet after_delete 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.557824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b2064e0>> subnet before_create 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.558267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faa2b2064e0>> subnet before_update 55550000 {{(pid=83990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 03:26:59.558674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2ad5b358>,) {'filters': {'network_id': ['e755cc3d-3d6b-4bd6-a80f-b014cda114f0']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:59.586125 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0627633-a3f5-4c23-83cc-3cb6a975a705 req-7fbfce41-b123-4b4f-bca3-33a016d6cdc9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722887
Feb 17 03:26:59.589541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-30cd863f-32aa-48ba-a7a5-4d8280476c64 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.8954058
Feb 17 03:26:59.654816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad5b358>, '181429e0-8263-488e-892c-59072bafe26f') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:59.655465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad5b358>, '181429e0-8263-488e-892c-59072bafe26f') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:26:59.703121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device f22c6555-8bb2-42b9-a508-9233dfa38d5e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:26:59.774496 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-903225e7-083b-4a66-be22-75865b4277f9 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3969524
Feb 17 03:26:59.777405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.854477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:26:59.969544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port f22c6555-8bb2-42b9-a508-9233dfa38d5e completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:26:59.982152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port f22c6555-8bb2-42b9-a508-9233dfa38d5e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:26:59.982152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.279293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.416162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.419747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:27:00.478979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-90013c08-63eb-4c2c-bc61-00b1d4318ef8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:00.548366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port f22c6555-8bb2-42b9-a508-9233dfa38d5e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=f22c6555-8bb2-42b9-a508-9233dfa38d5e,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:00.553158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.557086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-32c6465e-36cd-4223-8472-9104a1fd3476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:00.561959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.579018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.581182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Allocated IP 172.20.0.8 (7c8931b5-d986-48a9-8797-db4c2b0cb489/733ab0ef-c534-4e2a-a72f-9d2b9e261147/c9ca62c0-10ef-4ead-9a9e-530134fbf939) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:00.590994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f929aab-e975-42b0-a0a1-4b6a7f32d1fe req-9db923ab-29b8-4291-811c-8bcaa736b0e1 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:00.610343 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f929aab-e975-42b0-a0a1-4b6a7f32d1fe req-9db923ab-29b8-4291-811c-8bcaa736b0e1 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.7837498
Feb 17 03:27:00.653811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:00.697047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:00.708849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.714753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:00.718739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:00.722565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-3f445500-79fb-478e-b471-2c20028ce93e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:27:00.781855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3798ed-381c-440e-abad-110f5bb852f9,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:00.784901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-90013c08-63eb-4c2c-bc61-00b1d4318ef8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:00.786587 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-90013c08-63eb-4c2c-bc61-00b1d4318ef8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--536053479&fields=id&tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 267 time: 0.6059813
Feb 17 03:27:00.791543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:00.796834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-62aa4201-8186-4be8-b350-215d3fe18520 req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5590425
Feb 17 03:27:00.846265 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8986f3e2-c34f-4661-a556-39549865d30d req-71788dd4-eb75-429c-979f-0741277c3077 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9828722
Feb 17 03:27:00.849767 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f929aab-e975-42b0-a0a1-4b6a7f32d1fe req-ac26c986-0fc9-434e-9ca3-bb57d861ab4a tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386551
Feb 17 03:27:00.948073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.964143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:00.987642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:01.132820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=7f717675-ffb8-464a-a0db-4d0e68bc897c,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:01.152744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:01.154930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Network e755cc3d-3d6b-4bd6-a80f-b014cda114f0 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   from cryptography.utils import int_from_bytes
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   (rel_b, rel_a, rel_b),
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:27:01.194006 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:27:01.305023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 20bebd7e-f117-4b32-875f-9094449d119c up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:01.356853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.398125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:01.422009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.422710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 20bebd7e-f117-4b32-875f-9094449d119c completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:01.430999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 20bebd7e-f117-4b32-875f-9094449d119c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:01.431707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.435879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e755cc3d-3d6b-4bd6-a80f-b014cda114f0,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:01.447091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:01.455665 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] 10.222.0.46 "DELETE /v2.0/networks/e755cc3d-3d6b-4bd6-a80f-b014cda114f0 HTTP/1.1" status: 204  len: 168 time: 3.6203423
Feb 17 03:27:01.481782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.517887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.533979 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0228939
Feb 17 03:27:01.542769 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.584647 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50f633a3-9d7f-4068-96d2-13d8968877c9 req-7f1f285a-1bc0-4e55-8ee0-b2b684342dc7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 210 time: 0.4624336
Feb 17 03:27:01.650215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.654028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device f22c6555-8bb2-42b9-a508-9233dfa38d5e up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:01.674789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:01.770843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.808533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Pushing event updated for resources: {'Port': ['ID=c9ca62c0-10ef-4ead-9a9e-530134fbf939,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:01.809908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:01.812595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:01.825326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51284) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:01.831192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 20bebd7e-f117-4b32-875f-9094449d119c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20bebd7e-f117-4b32-875f-9094449d119c,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:01.839663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.842229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:01.886980 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8ec54c08-3a89-4cc1-837f-9c36f2451d7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=673f8a78d5724f0c9740ca0276f1894f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0603614
Feb 17 03:27:01.889578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51290) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:01.901378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port f22c6555-8bb2-42b9-a508-9233dfa38d5e triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:01.901805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:01.917030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-971953cd-2192-43fc-a7c4-bd97e8e80603 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:01.917862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-971953cd-2192-43fc-a7c4-bd97e8e80603 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:network {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:02.021940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-971953cd-2192-43fc-a7c4-bd97e8e80603 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:network {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:02.023264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-971953cd-2192-43fc-a7c4-bd97e8e80603 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 816 time: 1.2218440
Feb 17 03:27:02.069573 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-57b7a627-4617-4607-89c3-f35d0d712e1e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/quotas/7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 375 time: 0.0358787
Feb 17 03:27:02.082725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=20bebd7e-f117-4b32-875f-9094449d119c,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:02.096266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:02.109919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51296) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:02.166240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:02.166461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-4b5029eb-3e00-40dd-8e5c-c9fff24d5536 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:02.167906 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-4b5029eb-3e00-40dd-8e5c-c9fff24d5536 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 818 time: 0.2297556
Feb 17 03:27:02.179920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:02.183022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:02.183165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.190338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Request body: {'port': {'device_id': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489', 'admin_state_up': True, 'tenant_id': '11a5692210d54de3b217536dd49aa377'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:02.236659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3732b-6e1f-4939-bc1e-ab96307e3210 req-2936b714-b29b-44b7-9780-b66885c0116a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:02.244217 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7a3732b-6e1f-4939-bc1e-ab96307e3210 req-2936b714-b29b-44b7-9780-b66885c0116a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.4373298
Feb 17 03:27:02.349412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.352024 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7a3732b-6e1f-4939-bc1e-ab96307e3210 req-43e542db-e27e-4344-a3cc-e08ec7c88b33 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067750
Feb 17 03:27:02.356480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.377897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:02.383976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.417591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:02.433320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Usage tracker for resource:security_group_rule and tenant:9920d15220274621b55e3fce0d2974cb is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:02.447629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:02.455429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:02.462776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.463957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:02.471883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-db43e09e-59f9-48b1-b3b0-f7598e251597 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3843844
Feb 17 03:27:02.472919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc422c49-4a82-4283-b639-2045ac87e1a9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:02.483065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Usage tracker for resource:port and tenant:11a5692210d54de3b217536dd49aa377 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:02.487623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:02.492618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f8b33-4bc1-4e6b-b591-64482a768e3d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:02.494626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 20bebd7e-f117-4b32-875f-9094449d119c up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:02.495653 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6650934
Feb 17 03:27:02.498421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:02.499339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:02.503959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.508317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/059f8b33-4bc1-4e6b-b591-64482a768e3d HTTP/1.1" status: 204  len: 168 time: 0.6177020
Feb 17 03:27:02.520949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Made reservation on behalf of 11a5692210d54de3b217536dd49aa377 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:02.526639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.645212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Request body: {'port': {'device_id': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:02.714021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 20bebd7e-f117-4b32-875f-9094449d119c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:02.714462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.824052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-92af0c5d-8c21-4785-a103-d2d402a12739 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:02.833860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51328) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:02.979251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:02.981723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-92af0c5d-8c21-4785-a103-d2d402a12739 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:02.983741 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-92af0c5d-8c21-4785-a103-d2d402a12739 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1097301603&fields=id&tenant_id=540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 267 time: 0.4926341
Feb 17 03:27:02.999533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.000713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Allocated IP 172.20.0.12 (7c8931b5-d986-48a9-8797-db4c2b0cb489/733ab0ef-c534-4e2a-a72f-9d2b9e261147/d44d5eb4-7819-4ef2-ab77-782ff0c9f159) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:03.004984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51334) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:03.050872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-893bd4df-d205-44dc-bd44-21ce000747bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:03.078611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.104014 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-364e2f0c-b340-4f9b-b11b-4164102013e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24bf88355f9c4872a00769db39a8eccd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0953927
Feb 17 03:27:03.104635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51338) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:03.161756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-be26554f-0467-442b-9b51-6251fd5e78e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.171328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.210383 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-05340d93-33c0-482a-9b96-6f2359ab3603 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6003699
Feb 17 03:27:03.281511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:03.335830 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9920d15220274621b55e3fce0d2974cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1894493
Feb 17 03:27:03.336708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ca910-a7fb-4d1d-8645-005567b273b6,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:03.340501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:03.344669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cac0b8672548f0a70ec3d246f45df7 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:03.382841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51342) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:03.398549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:03.430381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:03.518425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.551660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-d062949b-448c-4ea5-9d8c-32adf4da8256 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:03.552346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-d062949b-448c-4ea5-9d8c-32adf4da8256 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:network {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:03.588338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.597132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.600002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.664551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.673556 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-fb016d20-a926-4b18-8c99-c23d2b52f60e service neutron] 10.222.0.46 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4279170
Feb 17 03:27:03.681008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-d062949b-448c-4ea5-9d8c-32adf4da8256 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:network {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:03.682402 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-d062949b-448c-4ea5-9d8c-32adf4da8256 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 810 time: 0.6818552
Feb 17 03:27:03.729732 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c847ad45-8a5e-4ba7-8d4c-96e32f161253 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/quotas/540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 375 time: 0.0344410
Feb 17 03:27:03.737538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.745055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:03.752554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.759949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.761699 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ca910-a7fb-4d1d-8645-005567b273b6,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:03.769097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:03.794930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:03.881222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf044f-4088-4973-891b-3e7fb96b58d6,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:03.890329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:03.892975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:03.954901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.965952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.970007 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/877ca910-a7fb-4d1d-8645-005567b273b6 HTTP/1.1" status: 204  len: 168 time: 0.5813313
Feb 17 03:27:03.970179 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.978333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:03.987754 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:03.993708 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3dbf044f-4088-4973-891b-3e7fb96b58d6 HTTP/1.1" status: 204  len: 168 time: 0.8856242
Feb 17 03:27:04.029047 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c', 'code': 200}
Feb 17 03:27:04.058382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Pushing event updated for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:04.068404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:04.158523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:04.161800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:04.166835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e252f1-ac6d-4156-b99e-8e7f666340e6,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:04.167076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:04.172216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:04.180088 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7cac0b8672548f0a70ec3d246f45df7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3352280
Feb 17 03:27:04.188441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51360) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:04.237580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-86466644-dff1-45f5-a3c1-5c6bf870f18b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4776301
Feb 17 03:27:04.280029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:04.280746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.310596 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1253438
Feb 17 03:27:04.340533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Request body: {'port': {'device_id': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:04.492037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.685151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51376) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:04.756175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.796849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:04.809348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b91024554b45a1843af1e95a469bee is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:04.815946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:04.823790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:04.864975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.899160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ca62c0-10ef-4ead-9a9e-530134fbf939 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:04.924515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.927738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.929353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:04.942074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:04.964874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.006195 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7b91024554b45a1843af1e95a469bee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3192356
Feb 17 03:27:05.009351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51386) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:05.018574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Transition to ACTIVE for port object c9ca62c0-10ef-4ead-9a9e-530134fbf939 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:05.026367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1fc0d1-472a-4a4d-a5aa-e76649ae2608,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:05.031814 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-917f674b-785a-426d-aa31-489ac9ec2dde service neutron] 10.222.0.46 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7667882
Feb 17 03:27:05.035117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.094304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:05.104406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:05.193118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe3114-d5b5-486e-8918-a4c76dc52a88 req-f76acd27-0be2-4601-84a6-ce5cdc43293f tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:05.194656 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ffe3114-d5b5-486e-8918-a4c76dc52a88 req-f76acd27-0be2-4601-84a6-ce5cdc43293f tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.9187944
Feb 17 03:27:05.195599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.243324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.356602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44d5eb4-7819-4ef2-ab77-782ff0c9f159 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:05.365803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.378908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.379272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e9534-5efa-43d1-a48e-ee8b62640fa2 req-4389184b-2436-4dcf-8e60-a1513c08d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:05.380926 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-466e9534-5efa-43d1-a48e-ee8b62640fa2 req-4389184b-2436-4dcf-8e60-a1513c08d69e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 1162 time: 0.6729648
Feb 17 03:27:05.382311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Transition to ACTIVE for port object d44d5eb4-7819-4ef2-ab77-782ff0c9f159 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:05.388027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bb0ef7d1-00a6-4001-9462-3f1f16298020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:05.400781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1fc0d1-472a-4a4d-a5aa-e76649ae2608,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:05.403364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.405126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:05.430015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:05.516291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.52', 65339) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:05.525513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.527166 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd1fc0d1-472a-4a4d-a5aa-e76649ae2608 HTTP/1.1" status: 204  len: 168 time: 0.5166748
Feb 17 03:27:05.547019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ca62c0-10ef-4ead-9a9e-530134fbf939,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:05.557926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:05.609305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8aaff617-3896-46c3-b757-578d085903b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.640533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.657294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5893ce80-28ed-4d14-9c5b-784b5b0a632c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:05.694685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ffe3114-d5b5-486e-8918-a4c76dc52a88 req-44861a1d-d9d9-4858-a5a2-b60b5ecb0c72 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3254702
Feb 17 03:27:05.740577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-41fd457e-b7a5-43e5-bb06-3f9b2753fb41 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:05.742914 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-41fd457e-b7a5-43e5-bb06-3f9b2753fb41 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 816 time: 0.2191694
Feb 17 03:27:05.777811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-466e9534-5efa-43d1-a48e-ee8b62640fa2 req-880ca914-9257-4e58-bb4a-3eb8187d0cf4 service neutron] Synchronizing usage tracker for tenant:0a381cc211bb4920bb968aea72fbfe07 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:05.817434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:05.832304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:05.857671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e252f1-ac6d-4156-b99e-8e7f666340e6,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:05.887768 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b975af43-875b-403f-a537-4fd8a48c5863 service neutron] 10.222.0.46 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8394725
Feb 17 03:27:05.939014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:05.939863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Attempting to bind port c9ca62c0-10ef-4ead-9a9e-530134fbf939 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:05.940236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Attempting to bind port c9ca62c0-10ef-4ead-9a9e-530134fbf939 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:05.940602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Attempting to bind port c9ca62c0-10ef-4ead-9a9e-530134fbf939 on network 7c8931b5-d986-48a9-8797-db4c2b0cb489 {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:05.968012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.972838 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6e252f1-ac6d-4156-b99e-8e7f666340e6 HTTP/1.1" status: 204  len: 168 time: 1.7832234
Feb 17 03:27:05.976442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:05.976822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Checking segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:05.977237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:05.977613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Bound using segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:05.978182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Bound port: c9ca62c0-10ef-4ead-9a9e-530134fbf939, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:05.978558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.053728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-09f48bfc-d49d-4173-b888-e69b426d51ef tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:06.109082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.138059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-09f48bfc-d49d-4173-b888-e69b426d51ef tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:06.140440 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-09f48bfc-d49d-4173-b888-e69b426d51ef tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 5703 time: 0.3740301
Feb 17 03:27:06.156053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'port': {'device_id': 'a89d14a3-493e-413a-918e-fd2de544e689', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'admin_state_up': True, 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'security_groups': ['75a4f387-d49f-41a1-8610-9288e9e30ee4']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:06.318921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Attempting to bind port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:06.319233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Attempting to bind port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:06.319633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Attempting to bind port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 on network 7c8931b5-d986-48a9-8797-db4c2b0cb489 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:06.329651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:06.330058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Checking segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:06.330476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.330898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Bound using segment: {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:06.331310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Bound port: d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7c8931b5-d986-48a9-8797-db4c2b0cb489'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:06.331723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.342805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] For port c9ca62c0-10ef-4ead-9a9e-530134fbf939, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:06.349335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] For port c9ca62c0-10ef-4ead-9a9e-530134fbf939, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:06.358595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-466e9534-5efa-43d1-a48e-ee8b62640fa2 req-880ca914-9257-4e58-bb4a-3eb8187d0cf4 service neutron] Unset dirty status for tenant:0a381cc211bb4920bb968aea72fbfe07 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:06.365691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-466e9534-5efa-43d1-a48e-ee8b62640fa2 req-880ca914-9257-4e58-bb4a-3eb8187d0cf4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9434953
Feb 17 03:27:06.368003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.415836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6241a6c-c2a7-482c-8201-306171a6061f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:06.631046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:06.652546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:port and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:06.664298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:06.672557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:06.675016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:06.690757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:06.712664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.732174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:06.841645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Made reservation on behalf of 7d8b1f2f62fe46bd86f2158ff4c88376 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:06.848336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.967248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:06.968035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:06.970720 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 1157 time: 4.3952494
Feb 17 03:27:07.005955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f6cdefc2-5e8a-4331-8dde-f937913e624a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:07.006706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f6cdefc2-5e8a-4331-8dde-f937913e624a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Synchronizing usage tracker for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:07.016957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:07.173909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ca62c0-10ef-4ead-9a9e-530134fbf939,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:07.176975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f6cdefc2-5e8a-4331-8dde-f937913e624a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Unset dirty status for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:07.178285 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f6cdefc2-5e8a-4331-8dde-f937913e624a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 944 time: 1.2432961
Feb 17 03:27:07.184549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:07.249157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614303-eb09-4a6c-a18b-9dcf3c663cf4 req-086d9798-8747-4a65-ac7c-5db0e0fae344 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:07.250835 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e614303-eb09-4a6c-a18b-9dcf3c663cf4 req-086d9798-8747-4a65-ac7c-5db0e0fae344 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.7526338
Feb 17 03:27:07.281212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f891df6e-048a-4046-a29f-f8b361f59a47 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Synchronizing usage tracker for tenant:11a5692210d54de3b217536dd49aa377 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:07.313892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-9fc7de6f-3c29-4636-ae59-db05b322b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:07.326077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-9fc7de6f-3c29-4636-ae59-db05b322b158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1160 time: 0.2583525
Feb 17 03:27:07.343568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:07.375849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f891df6e-048a-4046-a29f-f8b361f59a47 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Unset dirty status for tenant:11a5692210d54de3b217536dd49aa377 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:07.377384 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07555c44-bfc2-40ac-b913-119db1c2190b req-f891df6e-048a-4046-a29f-f8b361f59a47 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808655
Feb 17 03:27:07.377521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Pushing event updated for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:07.404998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:07.555739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-b4ada5ad-3994-4bef-9eb6-dd913c0aa6b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.1650982
Feb 17 03:27:07.606805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:07.646460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:07.647150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:07.648729 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-92b600db-714e-494c-a3db-0518566f438c service neutron] 10.222.0.52 "PUT /v2.0/ports/d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 200  len: 1158 time: 3.3240576
Feb 17 03:27:07.652026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:07.710869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e614303-eb09-4a6c-a18b-9dcf3c663cf4 req-ad57c19c-4d25-4ef2-96d5-8e8dfe4a54cc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4498332
Feb 17 03:27:07.809042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Allocated IP 172.20.0.10 (cb8f45f6-f6e6-4160-8b4b-ea43f62275bd/01ad68f4-391f-4e05-9fd0-862b6ec9fc54/8e645981-866a-495c-83c8-d0e1206a99d1) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:07.862537 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9adee97c-5aab-4b33-8069-309fc60e206a req-afef6709-aa39-43ea-ac33-eb603bb66e24 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 210 time: 0.1797006
Feb 17 03:27:07.887364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-c7fd1134-efd0-4637-a4b7-264f639803cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:07.891419 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-c7fd1134-efd0-4637-a4b7-264f639803cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.3188868
Feb 17 03:27:07.956410 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-20ed5a92-1006-480f-95b7-6b12109aba46 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573123
Feb 17 03:27:08.173883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-5a9cc9f6-cbf9-4893-87c9-a474635ea81e service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091861
Feb 17 03:27:08.176918 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939', 'status': 'completed', 'code': 200}
Feb 17 03:27:08.244033 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159', 'status': 'completed', 'code': 200}
Feb 17 03:27:08.401618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-725b92d5-5169-4173-8139-9d91481c6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:08.403250 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-725b92d5-5169-4173-8139-9d91481c6e9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1161 time: 0.4934835
Feb 17 03:27:08.568824 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-3a5f73ed-876c-4ca6-81b5-b76b8dec17e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 200  len: 217 time: 0.1378291
Feb 17 03:27:08.605078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef3f6a1e-7d68-43b1-af91-f62617daa5c9 req-59f70c3c-7832-455c-84d6-8fe7ecebfcd7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3893881
Feb 17 03:27:08.657078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:08.681612 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b5ad3a4-29d8-449f-9f48-17275ffc9cfc req-8d937350-3247-4d8a-af04-54c30571d675 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 210 time: 0.5066338
Feb 17 03:27:08.691597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Transition to ACTIVE for port object 8e645981-866a-495c-83c8-d0e1206a99d1 will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:08.704508 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-1b2553c9-4694-40d2-aa74-fb0d1e0a52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:08.706172 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-1b2553c9-4694-40d2-aa74-fb0d1e0a52eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.1276915
Feb 17 03:27:08.845719 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-3ab56f95-4ea2-46d8-9860-e4470205e0d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1299345
Feb 17 03:27:08.962404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:08.989887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:09.207592 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-e9c442c8-e92f-43c1-af15-e523c6a5d54d service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3535976
Feb 17 03:27:09.211059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:09.220455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:09.358506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:09.374648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:09.379215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:09.471413 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c791410b-4ccb-453b-b7fc-8358f55bdb85 req-403d7d5c-23f4-46ab-8ac9-ff06b11e8afb service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2556493
Feb 17 03:27:09.479775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.479775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:09.502342 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3539221
Feb 17 03:27:09.527205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Request body: {'port': {'device_id': 'a89d14a3-493e-413a-918e-fd2de544e689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:09.672634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-deba3f30-6c4b-4e72-bbff-42eb9d2dd795 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.674508 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-deba3f30-6c4b-4e72-bbff-42eb9d2dd795 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 810 time: 1.0563591
Feb 17 03:27:09.683296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9ed9b-92ff-4cb8-9fe2-9edb5ef913fc req-379623ab-7307-4b2e-9497-838a446b53e6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.691226 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6b9ed9b-92ff-4cb8-9fe2-9edb5ef913fc req-379623ab-7307-4b2e-9497-838a446b53e6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 944 time: 0.5607145
Feb 17 03:27:09.745039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ac38cf21-4961-4e43-8135-15b2123db26f None None] Provisioning for port 8e645981-866a-495c-83c8-d0e1206a99d1 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:09.756185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ac38cf21-4961-4e43-8135-15b2123db26f None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:09.756785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac38cf21-4961-4e43-8135-15b2123db26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:09.769984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-13633fdd-c501-4c57-9d1d-16edd70a7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.771629 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-13633fdd-c501-4c57-9d1d-16edd70a7337 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1160 time: 0.6424584
Feb 17 03:27:09.772415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:09.860073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac38cf21-4961-4e43-8135-15b2123db26f None None] Port 8e645981-866a-495c-83c8-d0e1206a99d1 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:09.864116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffc02a-a76d-420a-a66f-e821b2cf21d6 req-88338095-1e24-4d1c-9e93-686b5b53120a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.865869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c5ffc02a-a76d-420a-a66f-e821b2cf21d6 req-88338095-1e24-4d1c-9e93-686b5b53120a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.5593386
Feb 17 03:27:09.895120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-81f043bd-d4f2-4e2b-b954-246add09cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:09.896648 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-81f043bd-d4f2-4e2b-b954-246add09cf30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1161 time: 0.2178020
Feb 17 03:27:10.009577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6b9ed9b-92ff-4cb8-9fe2-9edb5ef913fc req-827aaace-2fa5-4815-bcca-b2663fe744b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3173835
Feb 17 03:27:10.086791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-b0aebb8a-fda0-47e1-a688-f1fb6d119468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:10.088435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-b0aebb8a-fda0-47e1-a688-f1fb6d119468 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.3047075
Feb 17 03:27:10.233984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-c1234b4e-3e21-46b6-a6ef-baef71fc2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:10.243375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-c1234b4e-3e21-46b6-a6ef-baef71fc2bc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.3048546
Feb 17 03:27:10.302643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-7f56fea3-ae9a-4a2e-be76-c7a96d80a103 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 5705 time: 0.5870938
Feb 17 03:27:10.302643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-cab92bdb-0416-49e8-bf67-cb7370e9cd1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.2035625
Feb 17 03:27:10.313817 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c5ffc02a-a76d-420a-a66f-e821b2cf21d6 req-cad15532-4f3f-47c2-945c-d64742773627 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781893
Feb 17 03:27:10.326469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'port': {'device_id': '415389d3-caaf-4b28-9090-426e4fe11633', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'admin_state_up': True, 'tenant_id': '540aff79a2694839aada97949939da9c', 'security_groups': ['3e56f433-42d0-4591-8435-4f62772f6c8d']}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:10.413663 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-29d75a79-344a-4751-af33-377a78c1c5a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 200  len: 217 time: 0.1196680
Feb 17 03:27:10.542978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-d7dd6ae4-d95f-4308-8e2f-5904bf22022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:10.544613 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-d7dd6ae4-d95f-4308-8e2f-5904bf22022c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.1223028
Feb 17 03:27:10.578324 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d277e116-2b85-4c8a-b43a-df352d2e2d3d req-aa9aa978-844c-4cc8-ad75-2dd2d7c96e69 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 210 time: 0.0736797
Feb 17 03:27:10.579718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-f9eb2352-14af-4c11-a475-1a5997e534b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:10.581095 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-f9eb2352-14af-4c11-a475-1a5997e534b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.2276540
Feb 17 03:27:10.614491 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-847dcebe-586d-4328-928e-a65c03b216ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597203
Feb 17 03:27:10.673547 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-dcd63c15-7218-4e60-b2b6-9ad1272f9615 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693908
Feb 17 03:27:10.797124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf766f-3e1f-4525-b24f-43024e7993ed req-8a5ead87-4a6d-441c-beac-0bae65b658fc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:10.804237 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a9cf766f-3e1f-4525-b24f-43024e7993ed req-8a5ead87-4a6d-441c-beac-0bae65b658fc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 932 time: 0.5565300
Feb 17 03:27:10.809765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:10.821825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e645981-866a-495c-83c8-d0e1206a99d1 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:10.841535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:10.854382 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-d9a02036-fcd5-4826-8156-0a85f92a97ce service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316823
Feb 17 03:27:10.861064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Transition to ACTIVE for port object 8e645981-866a-495c-83c8-d0e1206a99d1 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:10.867371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:port and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:10.886087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:10.907922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:10.924975 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a9cf766f-3e1f-4525-b24f-43024e7993ed req-30572b91-1dd3-4e52-8465-1ea166000f83 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197269
Feb 17 03:27:10.940052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:10.960700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:10.968566 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-c74e1e28-e136-4a1a-acd9-ffee740cc357 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845378
Feb 17 03:27:10.970131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Made reservation on behalf of 540aff79a2694839aada97949939da9c for: {'port': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:10.975969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:11.364959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:11.381473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:11.546417 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-a639d4e2-7b60-4ca9-bc1e-f3d79abbad0a service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6841819
Feb 17 03:27:11.588467 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e8eb68ae-b62b-4cda-bbaa-47c42de5a4b3 req-4c04f780-cd6d-4d3c-bb08-ba588ff6460c service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5975521
Feb 17 03:27:11.591270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Allocated IP 172.20.0.14 (aaca52fc-20e8-4f1e-a4a1-2b3bb58459da/db84d5a4-3e76-41a3-afff-008a918d1cfa/2de00b31-a873-47bd-8a1b-654da9855749) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:11.718524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Attempting to bind port 8e645981-866a-495c-83c8-d0e1206a99d1 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:11.718897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Attempting to bind port 8e645981-866a-495c-83c8-d0e1206a99d1 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:11.719703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Attempting to bind port 8e645981-866a-495c-83c8-d0e1206a99d1 on network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:11.720290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f62d6-b7a2-40c3-80ac-de5549f6e8fd req-f631a983-75df-49ba-94d7-6d2ca876d70f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:11.731756 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-224f62d6-b7a2-40c3-80ac-de5549f6e8fd req-f631a983-75df-49ba-94d7-6d2ca876d70f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 944 time: 0.3458681
Feb 17 03:27:11.741759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:11.742224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Checking segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:11.743187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:11.743789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Bound using segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:11.744498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Bound port: 8e645981-866a-495c-83c8-d0e1206a99d1, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:11.744889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:11.944123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:11.949157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8e645981-866a-495c-83c8-d0e1206a99d1,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:11.955719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:11.976265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:11.981284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:27:12.114996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e86168d9-47ab-42b9-92f2-48f85796de49 req-1f85777d-02bf-4f32-976d-8f70e385268c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 210 time: 0.3075392
Feb 17 03:27:12.168448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:12.175977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:12.252451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:12.253167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:12.254766 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] 10.222.0.52 "PUT /v2.0/ports/8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 1158 time: 2.7326603
Feb 17 03:27:12.255402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:12.284284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-224f62d6-b7a2-40c3-80ac-de5549f6e8fd req-7323573d-ca27-4e85-bf61-b290d06166d3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5514510
Feb 17 03:27:12.401339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:12.403117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51630) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:12.437930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'status': 'completed', 'code': 200}
Feb 17 03:27:12.471295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Transition to ACTIVE for port object 2de00b31-a873-47bd-8a1b-654da9855749 will not be triggered until provisioned by entity DHCP. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:12.543271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-aa6a9ee9-9454-4c8c-b957-5eabf8bd6f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:12.545118 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-aa6a9ee9-9454-4c8c-b957-5eabf8bd6f29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1161 time: 0.2159333
Feb 17 03:27:12.545710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51638) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:12.546553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431428b-bc86-4671-9745-834a8272f265 req-99f94125-e0aa-4d60-a248-6c8a38210001 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:12.548336 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431428b-bc86-4671-9745-834a8272f265 req-99f94125-e0aa-4d60-a248-6c8a38210001 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1313844
Feb 17 03:27:12.549980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:12.574439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:12.697654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-14b10816-96ab-480a-b363-3e9fd66fe404 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:27:12.713776 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-9d8d83c2-4be2-401d-b533-80055651361f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 217 time: 0.1439188
Feb 17 03:27:12.811931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:12.825952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:12.835099 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431428b-bc86-4671-9745-834a8272f265 req-0bd26426-0ea8-48df-a170-9c007758bb4f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2641745
Feb 17 03:27:12.838758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:12.845583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:12.845798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:12.850176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Usage tracker for resource:security_group_rule and tenant:aa2776b1457c4c5dad647abbfef4c233 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:12.852911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:12.860798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:12.879448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:12.887189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Usage tracker for resource:security_group_rule and tenant:235b05a6547f4acfb01ca12b4db1eafd is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:12.890997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6e5e01d1-d477-4077-93f1-464959bc174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:12.891329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:12.892499 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-6e5e01d1-d477-4077-93f1-464959bc174f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.1715343
Feb 17 03:27:12.892622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:12.893343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:12.894960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:12.910784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:12.986620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:12.987455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.037907 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7166946
Feb 17 03:27:13.047486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-b8b0d351-fa48-48b2-9957-75400ab9b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:13.049131 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-b8b0d351-fa48-48b2-9957-75400ab9b8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1464846
Feb 17 03:27:13.063494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Request body: {'port': {'device_id': '415389d3-caaf-4b28-9090-426e4fe11633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:13.198230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d35ed9ac-f36b-4b51-a28b-82aa6b224fd7 None None] Provisioning for port 2de00b31-a873-47bd-8a1b-654da9855749 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:13.208302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d35ed9ac-f36b-4b51-a28b-82aa6b224fd7 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:13.208943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d35ed9ac-f36b-4b51-a28b-82aa6b224fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.236443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.252182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.295911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:13.311116 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa2776b1457c4c5dad647abbfef4c233&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8929951
Feb 17 03:27:13.324498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51666) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:13.325355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.369111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.378444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.390289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d35ed9ac-f36b-4b51-a28b-82aa6b224fd7 None None] Port 2de00b31-a873-47bd-8a1b-654da9855749 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:27:13.397128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f825a04-d1c7-450f-8ffd-6651e49d91dc,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:13.408212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:13.411013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:13.435209 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-246e5291-0cb6-483c-9cda-b4e8432c7441 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3732173
Feb 17 03:27:13.548268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=235b05a6547f4acfb01ca12b4db1eafd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9983950
Feb 17 03:27:13.556522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51672) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:13.559096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4e05a-627c-48d1-adfc-9e56eb991c71,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:13.562922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:13.668106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.672398 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e1396b61-6311-4ea9-8b45-def54208c8c3 req-ccbeb386-fa6c-4d5a-babe-d03d98034b0b service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2214525
Feb 17 03:27:13.701154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.758489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.764872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9497a17-1667-4c39-a462-9c2abd111c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:13.784399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4e05a-627c-48d1-adfc-9e56eb991c71,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:13.787255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:13.800585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.840100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:13.844664 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56f4e05a-627c-48d1-adfc-9e56eb991c71 HTTP/1.1" status: 204  len: 168 time: 0.2836680
Feb 17 03:27:13.846227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32499c-1ff6-48a4-ac41-e08754277fac req-a64fd838-4dc4-40e7-a0d8-59844c6475b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:13.848147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c32499c-1ff6-48a4-ac41-e08754277fac req-a64fd838-4dc4-40e7-a0d8-59844c6475b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 944 time: 0.3598652
Feb 17 03:27:13.854330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ce19b-9265-4779-a94b-d12a1fec79ec req-a3f91656-04ea-465f-937d-2d52fda8c878 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:13.855206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-970ce19b-9265-4779-a94b-d12a1fec79ec req-a3f91656-04ea-465f-937d-2d52fda8c878 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:13.895244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-ef740644-97e8-42b9-b416-ca01fe379682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:13.898034 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-ef740644-97e8-42b9-b416-ca01fe379682 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1161 time: 0.1096413
Feb 17 03:27:13.905830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.061352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-970ce19b-9265-4779-a94b-d12a1fec79ec req-a3f91656-04ea-465f-937d-2d52fda8c878 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:14.069301 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-970ce19b-9265-4779-a94b-d12a1fec79ec req-a3f91656-04ea-465f-937d-2d52fda8c878 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 932 time: 0.6594472
Feb 17 03:27:14.082079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-ca2d8c2c-4576-449f-844e-1eb32fd49c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:14.083775 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-ca2d8c2c-4576-449f-844e-1eb32fd49c0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1768591
Feb 17 03:27:14.102152 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c32499c-1ff6-48a4-ac41-e08754277fac req-2bb9ca1e-52ff-48d2-b149-58c0d87cf448 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328911
Feb 17 03:27:14.180818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-970ce19b-9265-4779-a94b-d12a1fec79ec req-22568c81-9079-4372-9933-342fd4b5d952 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103499
Feb 17 03:27:14.188364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.196220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-63fae105-ccd7-4f94-84e7-bb39906e24ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:14.201961 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-3d19cfbe-dd35-4026-b663-e1c623c8924b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 217 time: 0.1097412
Feb 17 03:27:14.239571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f825a04-d1c7-450f-8ffd-6651e49d91dc,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:14.259333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:14.264339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.268584 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f825a04-d1c7-450f-8ffd-6651e49d91dc HTTP/1.1" status: 204  len: 168 time: 0.9085155
Feb 17 03:27:14.337260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device d44d5eb4-7819-4ef2-ab77-782ff0c9f159 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:14.342579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51696) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:14.374304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-52fb0318-e833-4227-9226-526b19ee2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:14.376321 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-52fb0318-e833-4227-9226-526b19ee2a53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.1647863
Feb 17 03:27:14.454035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:14.465635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:14.466799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.483159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-276bca97-04d1-4488-88d1-7c08583a2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:14.484820 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-276bca97-04d1-4488-88d1-7c08583a2400 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976493
Feb 17 03:27:14.525411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de00b31-a873-47bd-8a1b-654da9855749 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:14.534966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.548880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Transition to ACTIVE for port object 2de00b31-a873-47bd-8a1b-654da9855749 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:14.558996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.585079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.690707 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-25ba6dbb-7a3f-4e1d-a4a5-ccde161badee service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933227
Feb 17 03:27:14.698034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:14.698924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.729953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:14.742622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:14.746592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:14.747733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:14.778115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:14.782050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:14.789698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Pushing event updated for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:14.794444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:14.833048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Usage tracker for resource:security_group_rule and tenant:b2a771a0743d4f41a824bbc3b8ae8c31 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:14.843020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:14.853687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:14.859613 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159', 'code': 200}
Feb 17 03:27:14.888544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef7bd-a92c-4293-81df-3048f9c7e6ed req-a274e9bd-ec34-4c91-b078-47607c7729ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:14.891054 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f99ef7bd-a92c-4293-81df-3048f9c7e6ed req-a274e9bd-ec34-4c91-b078-47607c7729ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.5502496
Feb 17 03:27:14.901465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:14.918518 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:14.953054 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ddfa5c51-a706-4d38-92dc-ae5efcdae346 req-ec462e39-48eb-4b99-acf8-5537173336fb service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2500355
Feb 17 03:27:14.965573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51712) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:14.972990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:14.980205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:14.981142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.007147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.013030 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f99ef7bd-a92c-4293-81df-3048f9c7e6ed req-ec7f7bf2-b386-4c0e-bf3f-1465b08dfa6c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029530
Feb 17 03:27:15.066539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:15.072861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Usage tracker for resource:security_group_rule and tenant:b417da8aff8b4d23be2e78fd6e54cb3c is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:15.076373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:15.092787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:15.158701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.197884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port c9ca62c0-10ef-4ead-9a9e-530134fbf939, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:15.207147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.209392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.318957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.370607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=c9ca62c0-10ef-4ead-9a9e-530134fbf939,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.371728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Attempting to bind port 2de00b31-a873-47bd-8a1b-654da9855749 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:15.372110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Attempting to bind port 2de00b31-a873-47bd-8a1b-654da9855749 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:15.372462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Attempting to bind port 2de00b31-a873-47bd-8a1b-654da9855749 on network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:15.378344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.385708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.391935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-06b1b4b3-7c79-4f7e-968b-d49df615b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.405108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:15.405493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Checking segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:15.405903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.406302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Bound using segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:15.406825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Bound port: 2de00b31-a873-47bd-8a1b-654da9855749, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:15.407309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.460398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.466034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.475855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.540111 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b417da8aff8b4d23be2e78fd6e54cb3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5730970
Feb 17 03:27:15.541821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4301ec5-4808-4516-953e-23e27087440d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.546136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51728) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.546895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.551501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f049554-713c-41cd-bb15-629a08e79a85 req-fc03bf6e-dbd0-41db-94a2-bdd3543a3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:15.553410 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f049554-713c-41cd-bb15-629a08e79a85 req-fc03bf6e-dbd0-41db-94a2-bdd3543a3aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1163 time: 0.3539417
Feb 17 03:27:15.632942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2a771a0743d4f41a824bbc3b8ae8c31&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2810702
Feb 17 03:27:15.633703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d136c11-3e77-457f-9efb-ee7787c1fd3d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.635594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51736) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:15.637268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.637979 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f049554-713c-41cd-bb15-629a08e79a85 req-964811ca-91b2-4341-967d-311f467a3dd3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717266
Feb 17 03:27:15.691543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.712833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:15.727886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b874c5-78d0-4f6f-8827-083919aca88b req-059fe6d0-d98f-4e08-93c7-1dfa3eb96b06 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:15.729514 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89b874c5-78d0-4f6f-8827-083919aca88b req-059fe6d0-d98f-4e08-93c7-1dfa3eb96b06 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.3257322
Feb 17 03:27:15.737409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035135a9-5064-409e-9f9b-cf8aa9bb5196 req-ef0b7870-76c4-4010-b67f-a196d76b3436 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:15.738951 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-035135a9-5064-409e-9f9b-cf8aa9bb5196 req-ef0b7870-76c4-4010-b67f-a196d76b3436 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.2757783
Feb 17 03:27:15.740731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de00b31-a873-47bd-8a1b-654da9855749,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:15.743479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.763665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.766420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.803908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.814080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.857306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.862428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-114c6827-91e2-4b0b-bd61-3eb43ef29543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.876225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4301ec5-4808-4516-953e-23e27087440d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.879368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:15.888511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.891484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.895573 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d136c11-3e77-457f-9efb-ee7787c1fd3d HTTP/1.1" status: 204  len: 168 time: 0.2537196
Feb 17 03:27:15.895573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2550c57a-6ac7-4751-a06b-f066c3770c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:15.910707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:15.912825 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4301ec5-4808-4516-953e-23e27087440d HTTP/1.1" status: 204  len: 168 time: 0.3640800
Feb 17 03:27:15.914352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d136c11-3e77-457f-9efb-ee7787c1fd3d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:15.923663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.175549 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89b874c5-78d0-4f6f-8827-083919aca88b req-015d2ef5-3af3-4544-bc56-58bdf8a2e7b3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4333494
Feb 17 03:27:16.183790 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-035135a9-5064-409e-9f9b-cf8aa9bb5196 req-13059408-7601-4ad5-8d7b-8a9290fd4c0d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4249878
Feb 17 03:27:16.213566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Pushing event updated for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:16.233174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:16.260816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.261001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.262555 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] 10.222.0.52 "PUT /v2.0/ports/2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 1158 time: 3.2047582
Feb 17 03:27:16.263104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:16.401110 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749', 'status': 'completed', 'code': 200}
Feb 17 03:27:16.521884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-cc21ca7a-e164-458b-a589-3837ac22c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.523531 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-cc21ca7a-e164-458b-a589-3837ac22c225 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1161 time: 0.1839235
Feb 17 03:27:16.538224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa32aa3-27a3-4a94-ba77-9bf91afd8a13 req-9ad54a5e-faf5-4b3b-b015-fee858c208b5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.539818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3aa32aa3-27a3-4a94-ba77-9bf91afd8a13 req-9ad54a5e-faf5-4b3b-b015-fee858c208b5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1408412
Feb 17 03:27:16.655424 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-d75c6dbd-2ddc-4abd-9dad-574373f27031 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 217 time: 0.0873444
Feb 17 03:27:16.712748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device d44d5eb4-7819-4ef2-ab77-782ff0c9f159 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:16.719606 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3aa32aa3-27a3-4a94-ba77-9bf91afd8a13 req-3004df9f-1ad7-41f4-8b7d-3b1b7809b260 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1721201
Feb 17 03:27:16.743304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-a5fe0255-2476-47dd-85a1-59657105eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.744965 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-a5fe0255-2476-47dd-85a1-59657105eaba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0797241
Feb 17 03:27:16.839095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:16.840133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:16.865759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-55f3449d-c3c9-40ca-85a9-1ad0eb7f831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:16.867384 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-55f3449d-c3c9-40ca-85a9-1ad0eb7f831a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122937
Feb 17 03:27:16.887474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:17.008742 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939', 'code': 200}
Feb 17 03:27:17.011893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:17.158503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:17.160715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:17.218689 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-3a4f00cc-4367-4aa7-bb11-04263cc1b630 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3404377
Feb 17 03:27:17.773746 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace1d821-01e8-420f-80c9-ba1f07c53b7e req-764ff743-cd18-4ba9-86d7-9745e0af2f0e service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5371618
Feb 17 03:27:17.789443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f0b7-b0c2-4a30-aa0b-82a1e1f86c2e req-79248130-78da-45c9-9a75-7d08819510f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:17.791356 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e011f0b7-b0c2-4a30-aa0b-82a1e1f86c2e req-79248130-78da-45c9-9a75-7d08819510f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.1440375
Feb 17 03:27:17.800117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7d0ce-ad40-428f-a0e8-8a7f7dee3746 req-e24636b3-b9e7-46fe-afb6-bb90cb3667e6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:17.807995 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2c7d0ce-ad40-428f-a0e8-8a7f7dee3746 req-e24636b3-b9e7-46fe-afb6-bb90cb3667e6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2387278
Feb 17 03:27:17.872764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2c7d0ce-ad40-428f-a0e8-8a7f7dee3746 req-88f49e18-83ee-479b-ba19-1ce01868d552 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612204
Feb 17 03:27:17.886833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b973c-19eb-4be1-bbe0-da882dddea0b req-b5613172-35cd-43d7-91d5-fcf85191e179 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:17.895789 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e60b973c-19eb-4be1-bbe0-da882dddea0b req-b5613172-35cd-43d7-91d5-fcf85191e179 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.2584960
Feb 17 03:27:17.897962 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e011f0b7-b0c2-4a30-aa0b-82a1e1f86c2e req-074e9d65-d206-4a4a-87a4-b0aa6831164c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854318
Feb 17 03:27:17.972285 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e60b973c-19eb-4be1-bbe0-da882dddea0b req-6bc5079e-ffee-4202-84aa-bb7cd0674164 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616899
Feb 17 03:27:18.120850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f598543-f74e-473c-a350-7d93962eb0fc req-0c5844f7-6bad-41de-aa64-460647617c68 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.122638 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f598543-f74e-473c-a350-7d93962eb0fc req-0c5844f7-6bad-41de-aa64-460647617c68 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1117351
Feb 17 03:27:18.181331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f598543-f74e-473c-a350-7d93962eb0fc req-19e1d988-00ed-40cc-ad05-d35199eabb09 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513041
Feb 17 03:27:18.403658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-4c28a32d-5065-4c8a-9f5e-9cb16ce65aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.405346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-4c28a32d-5065-4c8a-9f5e-9cb16ce65aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1161 time: 0.0824006
Feb 17 03:27:18.787488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-239db98f-c59c-4cbf-9344-deecb426dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.789183 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-239db98f-c59c-4cbf-9344-deecb426dba8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.3559797
Feb 17 03:27:18.889767 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-8602569c-027b-4278-8f9a-88a09c864ba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 217 time: 0.0679626
Feb 17 03:27:18.982148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-a7d3e7dc-2197-4b0a-b8e8-d4b95cf75ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:18.983760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-a7d3e7dc-2197-4b0a-b8e8-d4b95cf75ca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0707519
Feb 17 03:27:19.078776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da113243-fd43-4bf9-bf7f-c4f628994bb6 req-4f888e54-fad5-432b-b194-45a7ee421f70 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.080448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da113243-fd43-4bf9-bf7f-c4f628994bb6 req-4f888e54-fad5-432b-b194-45a7ee421f70 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1012433
Feb 17 03:27:19.144799 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da113243-fd43-4bf9-bf7f-c4f628994bb6 req-f3ceb54f-5781-4204-a26c-86a1cd07bc9f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556691
Feb 17 03:27:19.176931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-d041f624-aae0-46e5-be1b-883336061c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.178722 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-d041f624-aae0-46e5-be1b-883336061c64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1742866
Feb 17 03:27:19.451014 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-66e2e131-0116-4341-bff9-956919ed4c53 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568019
Feb 17 03:27:19.477192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ddd57-a3b2-4dac-88ed-fe2bbc17962c req-6d17cec6-cd58-403d-a283-6d98dfd5df6a tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.478950 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a46ddd57-a3b2-4dac-88ed-fe2bbc17962c req-6d17cec6-cd58-403d-a283-6d98dfd5df6a tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.1892977
Feb 17 03:27:19.485600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51880) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:19.493473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d8d5-5e83-4f53-83c2-d4e184193ec3 req-8ada7222-99a0-4d0a-82fe-1c0b6d4a3872 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:19.495141 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7461d8d5-5e83-4f53-83c2-d4e184193ec3 req-8ada7222-99a0-4d0a-82fe-1c0b6d4a3872 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.1634626
Feb 17 03:27:19.524387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:19.615121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7461d8d5-5e83-4f53-83c2-d4e184193ec3 req-db544484-09e0-4021-b65a-f409ffd2a9d3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016130
Feb 17 03:27:19.628821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 8e645981-866a-495c-83c8-d0e1206a99d1 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:19.635420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:19.636024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.674623 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a46ddd57-a3b2-4dac-88ed-fe2bbc17962c req-5f9759cf-a0b4-4b86-afa6-a60cf4c0f469 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783023
Feb 17 03:27:19.811303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.865203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:19.874510 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Usage tracker for resource:security_group_rule and tenant:0fa9ba3872d84cbb821a4c4316f7409f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:19.877625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.886957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:19.914470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:19.924695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8e645981-866a-495c-83c8-d0e1206a99d1,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:19.931924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:19.932988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:19.949611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:19.971186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:19.978167 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12d10f7e-9b85-4d30-bfc8-dd49f26a1ff6 req-e509e59e-8c68-4625-8075-c0097d48291d service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4548235
Feb 17 03:27:20.079066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.085724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.087267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754acf80-e3a0-4038-ba84-85817d39d231 req-362f5ed8-d901-422d-88f4-a8aed7d4fee4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.089454 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-754acf80-e3a0-4038-ba84-85817d39d231 req-362f5ed8-d901-422d-88f4-a8aed7d4fee4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.2242472
Feb 17 03:27:20.101710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:20.106319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:20.131204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:20.135164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:20.135902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.150946 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fa9ba3872d84cbb821a4c4316f7409f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6640904
Feb 17 03:27:20.153690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51898) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:20.174840 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-754acf80-e3a0-4038-ba84-85817d39d231 req-82fa4d9b-0747-495c-a5c9-d9bdf22fbb2b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752232
Feb 17 03:27:20.231292 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'code': 200}
Feb 17 03:27:20.281894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429acddd-f9f0-4f03-9c4d-c014b7ea20d1,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:20.351097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.351451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.351896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.352298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.352688 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.353085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.353477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.353866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.354262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.354649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.355033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.355416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.355936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.356318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.356706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.357087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.357498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.357880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.358266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.358644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.359023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.359406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.359840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.360332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:20.386914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:20.395253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.398933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10ca6c-debd-42e6-b8b8-5d7bc65563e7 req-6978ed3e-5148-44f7-ae90-b6672b506e11 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.404882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db10ca6c-debd-42e6-b8b8-5d7bc65563e7 req-6978ed3e-5148-44f7-ae90-b6672b506e11 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1019199
Feb 17 03:27:20.434819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.449094 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db10ca6c-debd-42e6-b8b8-5d7bc65563e7 req-c4659955-5cd3-4fd9-9859-295d9f80f3df tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414262
Feb 17 03:27:20.490482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719903a-e733-4211-8f49-ee799427b43f req-e4c90c01-6be0-44bd-9ed8-0b36df658f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.492161 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-e4c90c01-6be0-44bd-9ed8-0b36df658f28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1163 time: 0.1949549
Feb 17 03:27:20.525076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.554042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea4b3a-8dea-4a02-b2a5-8cd4f8195154 req-17ff9d65-e282-4802-9089-f6978e092d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.555732 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b0ea4b3a-8dea-4a02-b2a5-8cd4f8195154 req-17ff9d65-e282-4802-9089-f6978e092d55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1163 time: 0.0770185
Feb 17 03:27:20.581415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-77608e6d-084e-4297-84d7-c2bf6a711d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:20.608817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429acddd-f9f0-4f03-9c4d-c014b7ea20d1,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:20.612349 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b0ea4b3a-8dea-4a02-b2a5-8cd4f8195154 req-4f4db786-16d9-48ba-a595-a46afcb0307b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422122
Feb 17 03:27:20.616180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:20.621080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.625188 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/429acddd-f9f0-4f03-9c4d-c014b7ea20d1 HTTP/1.1" status: 204  len: 168 time: 0.4670849
Feb 17 03:27:20.676752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719903a-e733-4211-8f49-ee799427b43f req-c6cb2199-4def-4f80-aa30-be18efedfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.678898 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-c6cb2199-4def-4f80-aa30-be18efedfd0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.1785076
Feb 17 03:27:20.897612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dde7-67c0-4b9a-bcba-f550528f3a33 req-6e16079a-7699-4698-815e-9767fc67b265 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.899113 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d246dde7-67c0-4b9a-bcba-f550528f3a33 req-6e16079a-7699-4698-815e-9767fc67b265 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.1528401
Feb 17 03:27:20.930185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216afe5-e78e-433f-8587-5cf84929d423 req-b1a1392e-9fdd-4455-adb3-fb03b77f0278 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:20.931732 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d216afe5-e78e-433f-8587-5cf84929d423 req-b1a1392e-9fdd-4455-adb3-fb03b77f0278 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.1360202
Feb 17 03:27:20.946201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51914) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:20.965603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:20.981165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:20.985368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Usage tracker for resource:security_group_rule and tenant:5050463d67c045dababceee653787ac6 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:20.988410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:20.991269 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d246dde7-67c0-4b9a-bcba-f550528f3a33 req-aa893976-f555-4a14-9c98-e2c881444080 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836682
Feb 17 03:27:20.994125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:20.999028 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d216afe5-e78e-433f-8587-5cf84929d423 req-0bcdbd4e-2a6d-4e0d-803b-82e28403c9ad tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582516
Feb 17 03:27:21.124421 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-f9183660-0966-4ece-bc00-fa6dc189fac4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 200  len: 217 time: 0.0759737
Feb 17 03:27:21.171200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:21.211051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719903a-e733-4211-8f49-ee799427b43f req-1d9e701f-8fe8-418f-b5f2-861ea88d528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:21.220566 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-1d9e701f-8fe8-418f-b5f2-861ea88d528c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0883090
Feb 17 03:27:21.222611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.301501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.315945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a40a6cd-3cea-42f5-aba4-5521a5a6b5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.327692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:21.328266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.364930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-7599356c-d56c-45b3-bf5d-6334b4c5d12a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1304743
Feb 17 03:27:21.484129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e835b-ff11-431e-b8f2-11ad47f91cc8 req-27d8c144-38a6-4860-ad9d-8da5e7b0847d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:21.485780 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a7e835b-ff11-431e-b8f2-11ad47f91cc8 req-27d8c144-38a6-4860-ad9d-8da5e7b0847d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1717398
Feb 17 03:27:21.503604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5050463d67c045dababceee653787ac6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5561349
Feb 17 03:27:21.504537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09768842-46fe-4de3-9e33-0b3f20aacd66,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.508155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:21.511755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51936) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:21.595952 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-2d84b093-4d1d-4676-a1ea-b8c6c3423ca9 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117689
Feb 17 03:27:21.621532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.687833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.771418 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2719903a-e733-4211-8f49-ee799427b43f req-0c83ac52-c4d8-4e6f-a847-2db0dadbc3bf service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635754
Feb 17 03:27:21.798733 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a7e835b-ff11-431e-b8f2-11ad47f91cc8 req-01159e45-b4f6-44e8-809c-8968bc54e3ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3049221
Feb 17 03:27:21.800955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.816456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95100e89-7153-4d16-8646-cce78c3ff8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:21.833996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51944) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:21.845000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51950) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:21.845159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09768842-46fe-4de3-9e33-0b3f20aacd66,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:21.858220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:21.861954 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09768842-46fe-4de3-9e33-0b3f20aacd66 HTTP/1.1" status: 204  len: 168 time: 0.3440845
Feb 17 03:27:21.913799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.914365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.914365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.914742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.915134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.915560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.915940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.916328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.916715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.917101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.917484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.917941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.918333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.918717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.919099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.919479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.920402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.920792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.921168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.921547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.921925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.922302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.922678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.923050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:21.928674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.007552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193a198-2249-47b0-8fea-9fb84209123d req-85f4b43b-c32e-4e29-8c93-a24d56ab0437 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.008388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.009209 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1193a198-2249-47b0-8fea-9fb84209123d req-85f4b43b-c32e-4e29-8c93-a24d56ab0437 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2715082
Feb 17 03:27:22.026229 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-74d79c00-fe9a-4edc-bce9-65ff2f89c12a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1738362
Feb 17 03:27:22.028139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:22.032307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Usage tracker for resource:security_group_rule and tenant:7f463b73bc3743c1a963a1bfe363a8f6 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:22.035341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:22.041362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:22.062838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.069983 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1193a198-2249-47b0-8fea-9fb84209123d req-d7f99e26-6f27-4af4-bf52-e1df992dd6e6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493448
Feb 17 03:27:22.100858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:22.105115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Usage tracker for resource:security_group_rule and tenant:16e0ee3e21a841148058958782c48ed9 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:22.109010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:22.114956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:22.271639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.286550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.299152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad379e6b-8de3-4785-ada7-d59d8e31ae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:22.307412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.317801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.368009 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f463b73bc3743c1a963a1bfe363a8f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5328131
Feb 17 03:27:22.372384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 51972) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:22.390592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa08a4-c038-4dc8-b9e0-bb2301a760dd req-93a9881d-5013-43b4-8c10-c993b12b9ec9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.392155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af4280-892c-4ac0-97e3-ef7151b5c607,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:22.395654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.399486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f1fceac8-dcd0-4fb0-a048-f2f8fa83eb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:22.412123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6eaa08a4-c038-4dc8-b9e0-bb2301a760dd req-93a9881d-5013-43b4-8c10-c993b12b9ec9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.2835205
Feb 17 03:27:22.448688 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16e0ee3e21a841148058958782c48ed9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6023395
Feb 17 03:27:22.460705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 51978) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:22.503348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1112622c-eeec-4073-916d-221ac4639c37,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:22.513224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2dd5b6aa-da5f-456b-9c03-f3d7ce39acb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.559433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.593651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.664279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.671834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:22.695086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1112622c-eeec-4073-916d-221ac4639c37,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:22.697907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:22.718058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.722107 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1112622c-eeec-4073-916d-221ac4639c37 HTTP/1.1" status: 204  len: 168 time: 0.2573748
Feb 17 03:27:22.730915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee2dd7-9fe0-48dd-90c2-f47751a64b59 req-50882230-2d72-4e76-8870-19da86d0b840 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.740426 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8ee2dd7-9fe0-48dd-90c2-f47751a64b59 req-50882230-2d72-4e76-8870-19da86d0b840 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.4970288
Feb 17 03:27:22.755844 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6eaa08a4-c038-4dc8-b9e0-bb2301a760dd req-279fa0d7-7c14-4944-bd36-a2284be17795 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3427505
Feb 17 03:27:22.806446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-017dd575-ff34-4acb-a066-25aef6091795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:22.808193 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-017dd575-ff34-4acb-a066-25aef6091795 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 1162 time: 0.5053365
Feb 17 03:27:22.812085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.866642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:22.894293 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8ee2dd7-9fe0-48dd-90c2-f47751a64b59 req-d00819fb-40a1-49da-8a69-f0380add44bc tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429048
Feb 17 03:27:23.125093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.132695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:23.161952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af4280-892c-4ac0-97e3-ef7151b5c607,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:23.173004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:23.178240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.179471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4af4280-892c-4ac0-97e3-ef7151b5c607 HTTP/1.1" status: 204  len: 168 time: 0.8037446
Feb 17 03:27:23.183477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-805cc6e7-06a3-4536-8ae4-5767ffa6e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:23.185057 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-805cc6e7-06a3-4536-8ae4-5767ffa6e735 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 909 time: 0.2897053
Feb 17 03:27:23.199343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669a673-f53f-4188-bad5-7fe11e6e3661 req-b10294c3-0e75-4dd8-a62d-bfdfaff6b5c0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:23.208401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2669a673-f53f-4188-bad5-7fe11e6e3661 req-b10294c3-0e75-4dd8-a62d-bfdfaff6b5c0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.2663682
Feb 17 03:27:23.225339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52010) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:23.248933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.289107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:23.294101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2a61534d274b66bc15692f6b1534e2 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:23.311478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:23.319712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:23.368085 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-bc878dc2-2b9f-45a1-8861-a44d8fba7663 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20bebd7e-f117-4b32-875f-9094449d119c HTTP/1.1" status: 200  len: 217 time: 0.1566656
Feb 17 03:27:23.416094 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2669a673-f53f-4188-bad5-7fe11e6e3661 req-2c5bb9dd-3fae-444b-8f1f-82c395318aff tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2067249
Feb 17 03:27:23.523201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.533918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.543736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:23.614306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-e50b98b0-b9fd-410d-afe8-18e2dd23ab32 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:23.615073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-e50b98b0-b9fd-410d-afe8-18e2dd23ab32 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Synchronizing usage tracker for tenant:aa60503a7ed745c896b1149681ae4d95 on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:23.624984 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b2a61534d274b66bc15692f6b1534e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3983932
Feb 17 03:27:23.627211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f577a6-d874-4fdf-8b4a-a0ba80b14489,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:23.641800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52056) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:23.647814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:23.662593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-d0085f8b-ab17-4070-a9ee-e36b3dd5bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:23.664545 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-d0085f8b-ab17-4070-a9ee-e36b3dd5bd0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.2638483
Feb 17 03:27:23.672786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-e50b98b0-b9fd-410d-afe8-18e2dd23ab32 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Unset dirty status for tenant:aa60503a7ed745c896b1149681ae4d95 on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:23.674295 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-e50b98b0-b9fd-410d-afe8-18e2dd23ab32 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.2865674
Feb 17 03:27:23.741050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9139cfa-2ce4-48c1-903b-8a7599be9a26 req-9c594351-fc52-4213-b3f4-623f00437720 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:23.749317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9139cfa-2ce4-48c1-903b-8a7599be9a26 req-9c594351-fc52-4213-b3f4-623f00437720 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.4576025
Feb 17 03:27:23.770485 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-4ace19ed-6555-4f26-8e8b-d67426124e31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0966485
Feb 17 03:27:23.800019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Deleting port 720dde26-b646-463c-981e-62d7f5b221b3 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:27:23.800356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.850847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.951238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:23.977192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9139cfa-2ce4-48c1-903b-8a7599be9a26 req-40dd1758-cdfa-4610-b4ee-06f5fe0a189e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2269275
Feb 17 03:27:24.046137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c6e52-ff05-4e0d-bde7-1a1a83c2a1d4 req-4e6d4564-961b-4b12-b1a7-658234b85d9e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:24.047949 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-508c6e52-ff05-4e0d-bde7-1a1a83c2a1d4 req-4e6d4564-961b-4b12-b1a7-658234b85d9e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.4416394
Feb 17 03:27:24.059411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52080) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:24.068338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'floatingip': {'port_id': '8e645981-866a-495c-83c8-d0e1206a99d1'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:24.150947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.174626 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-746ed747-6a2e-441d-ab65-8b5c8138861c service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3911693
Feb 17 03:27:24.176981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.181338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-15ac102d-d556-41d8-a7f3-ac66b9edf799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:24.274475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] For port 720dde26-b646-463c-981e-62d7f5b221b3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=720dde26-b646-463c-981e-62d7f5b221b3,segment=NetworkSegment(e1dcc1ae-fec3-45d1-9e96-ff58c52499a3),segment_id=e1dcc1ae-fec3-45d1-9e96-ff58c52499a3)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:24.275463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.284906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f577a6-d874-4fdf-8b4a-a0ba80b14489,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:24.288223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:24.294409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.299329 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94f577a6-d874-4fdf-8b4a-a0ba80b14489 HTTP/1.1" status: 204  len: 168 time: 0.6564729
Feb 17 03:27:24.358543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52088) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:24.434634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Calling delete_port for 720dde26-b646-463c-981e-62d7f5b221b3 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:27:24.735630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2036944010-network', 'tenant_id': 'aa1d7bf87bab45169741a768823d447b'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:24.745299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:24.754114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Usage tracker for resource:network and tenant:aa1d7bf87bab45169741a768823d447b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:24.761308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:24.777119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:24.838085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Made reservation on behalf of aa1d7bf87bab45169741a768823d447b for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:24.843091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.849733 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-993b461f-4a6a-49db-bc95-c87f6a074c06 req-60bd234b-ce38-44ee-aad4-26d911183dc4 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4684126
Feb 17 03:27:24.867897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52110) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:24.871035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.874756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832c8c-4030-4b41-9ac8-624c559b50c6 req-6e185deb-e765-4b24-9e35-b2728a274f0e tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:24.876400 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48832c8c-4030-4b41-9ac8-624c559b50c6 req-6e185deb-e765-4b24-9e35-b2728a274f0e tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 945 time: 0.4962003
Feb 17 03:27:24.900983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e935f7-9035-4b1b-92f2-f400e84bb526 req-752d0d5d-963e-4b7d-acae-e89a32d11233 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:24.902573 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82e935f7-9035-4b1b-92f2-f400e84bb526 req-752d0d5d-963e-4b7d-acae-e89a32d11233 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.5236185
Feb 17 03:27:24.906793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:24.914603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1d7bf87bab45169741a768823d447b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:24.921182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:24.926205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.929921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:24.960793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:24.979814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9f42702-9465-4770-988d-4a2063fa5912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:24.981883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:25.028278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Pushing event deleted for resources: {'Port': ['ID=720dde26-b646-463c-981e-62d7f5b221b3,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:25.072963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:25.073708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.074112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:25.236851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:25.311967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:25.346263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 2de00b31-a873-47bd-8a1b-654da9855749 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:25.352391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:25.353296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.437057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.464661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Usage tracker for resource:security_group_rule and tenant:21e6a6272b68451f9fe1b856bf057de9 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:25.468231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:25.474566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:25.480875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.485347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.497363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:25.506914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.507301 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Added segment 3c922b9a-b964-4985-9a56-dee24dae6a15 of type vxlan for network c9e968ce-a441-4cd4-bf98-653e33e3e7b8
Feb 17 03:27:25.516511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:25.520479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5a6b962e-25e6-44e6-ae69-de2135f99099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:25.529713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de00b31-a873-47bd-8a1b-654da9855749,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:25.532264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] No DVR routers for this DVR port 720dde26-b646-463c-981e-62d7f5b221b3 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:27:25.533312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.535254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b41dc780-a583-432f-989d-fbdc6ed1fc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:25.563484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.566147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'name': 'network-vif-deleted', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:25.589739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48832c8c-4030-4b41-9ac8-624c559b50c6 req-b9ee5e4f-22cc-4300-af7b-d204c3a32ccb tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/security-groups?id=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6860602
Feb 17 03:27:25.591451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:25.596524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:25.601016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.634397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:25.637209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 720dde26-b646-463c-981e-62d7f5b221b3 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:27:25.654914 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82e935f7-9035-4b1b-92f2-f400e84bb526 req-1d312b66-b448-49b3-b270-8e0a28bd96ca tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7438450
Feb 17 03:27:25.688062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1168efa-c755-456d-a9bc-b8be24d960ae req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.52 "DELETE /v2.0/ports/720dde26-b646-463c-981e-62d7f5b221b3 HTTP/1.1" status: 204  len: 173 time: 1.9956958
Feb 17 03:27:25.689216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.690486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:25.691171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.696773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3cffeaa6-e3a7-4f67-882d-d4400052fa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:25.703618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.704014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.704400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.704776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.705149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.705520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.705890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.706755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.706755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.706943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.707280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.707668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.708140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.708496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.708858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.709231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.709580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.709938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.710298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.710657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.711015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.711372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.711775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.712136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:27:25.716571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: 720dde26-b646-463c-981e-62d7f5b221b3 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:27:25.717549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 720dde26-b646-463c-981e-62d7f5b221b3 not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:27:25.719721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:25.735465 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749', 'code': 200}
Feb 17 03:27:25.794506 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3', 'name': 'network-vif-deleted', 'tag': '720dde26-b646-463c-981e-62d7f5b221b3', 'status': 'completed', 'code': 200}
Feb 17 03:27:25.808028 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.4451966
Feb 17 03:27:25.810319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52124) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:25.817309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Pushing event updated for resources: {'Network': ['ID=c9e968ce-a441-4cd4-bf98-653e33e3e7b8,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:25.834740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:25.838189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Request body: {'subnet': {'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2036944010-subnet', 'tenant_id': 'aa1d7bf87bab45169741a768823d447b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:25.845162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:25.849464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:25.850478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Usage tracker for resource:subnet and tenant:aa1d7bf87bab45169741a768823d447b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:25.854080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:25.860468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:25.869777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Made reservation on behalf of aa1d7bf87bab45169741a768823d447b for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:25.874743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846422492'] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.884028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.899141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:25.910779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eae66799-0a5a-4bc1-bd31-399ea073f5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:25.915102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:25.953532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:27:26.062818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8603de-fa1a-4950-9ec6-415aad6d993b,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:26.070458 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21e6a6272b68451f9fe1b856bf057de9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1929810
Feb 17 03:27:26.071561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52130) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:26.072476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:26.111011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94224d7e-34a3-41f4-8421-b8617345ae95 req-993752a4-eac6-4529-8615-68a205477e0b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:26.118902 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94224d7e-34a3-41f4-8421-b8617345ae95 req-993752a4-eac6-4529-8615-68a205477e0b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.3799710
Feb 17 03:27:26.130826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.163584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.365151 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94224d7e-34a3-41f4-8421-b8617345ae95 req-f5a8eb56-4a3b-4bc6-8f67-823c6e962e3a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452860
Feb 17 03:27:26.399269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.445776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.452977 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Floating IP a5132522-1592-45d4-ad76-1abb8631aba9 associated. External IP: 172.27.1.34, port: 8e645981-866a-495c-83c8-d0e1206a99d1.
Feb 17 03:27:26.490887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d9f3e-d202-4c01-bb25-c6ea83881577 req-4bfe8b6d-5b51-401d-91f8-d449bda8eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:26.492462 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-211d9f3e-d202-4c01-bb25-c6ea83881577 req-4bfe8b6d-5b51-401d-91f8-d449bda8eba8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1163 time: 0.1521587
Feb 17 03:27:26.501643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6578112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846422475'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.518514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:26.670855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.677051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:26.703033 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-211d9f3e-d202-4c01-bb25-c6ea83881577 req-78774037-576c-4335-95ec-48479ebe2a89 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1853893
Feb 17 03:27:26.735697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47596934-77af-4f8f-81ad-35811e540c55,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:26.752035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:26.809804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Checking segment: {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:26.810198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Network hostable DHCP agents. Network: c9e968ce-a441-4cd4-bf98-653e33e3e7b8, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:26.815604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8603de-fa1a-4950-9ec6-415aad6d993b,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:26.819877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:26.837619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:26.848825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, c9e968ce-a441-4cd4-bf98-653e33e3e7b8) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:26.858265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3f2856-b8d9-4315-99ba-a1d639165b4b None None] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:26.863915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:26.864557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.895135 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0747356
Feb 17 03:27:26.940043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:26.941199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a8603de-fa1a-4950-9ec6-415aad6d993b HTTP/1.1" status: 204  len: 168 time: 0.8637078
Feb 17 03:27:26.951471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9659ddd4-ace8-4c0a-baa5-87b4b6bfbca2 req-8443ee5f-c5ca-4e59-9f30-f573cf733e8d tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac3bbcbe-1b04-4dde-b7e0-a493289dfeb3 HTTP/1.1" status: 200  len: 210 time: 0.2024598
Feb 17 03:27:27.032740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:27:27.044255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb073b8-2824-4e55-855e-6469e856ddc4 req-9b2c381c-985c-46e0-a765-f458de6be13d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:27.046494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cb073b8-2824-4e55-855e-6469e856ddc4 req-9b2c381c-985c-46e0-a765-f458de6be13d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2244315
Feb 17 03:27:27.111067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:27.167320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68800d23-3f96-44c4-864a-cf08611044fd None None] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:27.409407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:27.409968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.531802 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cb073b8-2824-4e55-855e-6469e856ddc4 req-69a43fb1-a220-4990-a823-9b6e65a4ba3f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1712172
Feb 17 03:27:27.630585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:27.642380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:27.653948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:27.677269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:27.677965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1614e0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:27.849990 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-abc45fa5-2eaf-4fed-9d92-70ced011007d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "PUT /v2.0/floatingips/a5132522-1592-45d4-ad76-1abb8631aba9 HTTP/1.1" status: 200  len: 991 time: 3.7894068
Feb 17 03:27:27.851974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:27.899139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aaf3ca-7298-47ee-9cd0-a378aa7ed568 req-779c59ca-129b-4030-82ee-094ce33ec229 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:27.901158 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80aaf3ca-7298-47ee-9cd0-a378aa7ed568 req-779c59ca-129b-4030-82ee-094ce33ec229 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1587276
Feb 17 03:27:27.957322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:28.071134 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-80aaf3ca-7298-47ee-9cd0-a378aa7ed568 req-21805f12-dd8e-451c-81b3-46bd8e5602ab tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587076
Feb 17 03:27:28.200348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-bf148034-8755-4c8b-a0cf-1c9eb4d71aec tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:28.202738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.211380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-bf148034-8755-4c8b-a0cf-1c9eb4d71aec tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.2618275
Feb 17 03:27:28.234248 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-53b3a54a-72c8-4e6e-9567-c00df0e4cd03 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/quotas/0ade3597251b451eb7a31a1c95528adf HTTP/1.1" status: 200  len: 375 time: 0.0218813
Feb 17 03:27:28.392853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52194) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:28.416401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-1fd8aa55-9318-461f-9f4c-f8bd3a9a1e2f tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1809907
Feb 17 03:27:28.510869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1614e0>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'a5132522-1592-45d4-ad76-1abb8631aba9', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': '8e645981-866a-495c-83c8-d0e1206a99d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:45:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d14a3-493e-413a-918e-fd2de544e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:56Z', 'updated_at': '2021-02-17T03:27:25Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:28.515787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:28.531739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:28.532857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-760423361-network', 'tenant_id': 'b4f9108c28e441b4aa6c82ac5f4d640f'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:28.536797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:28.537729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1614e0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:28.541212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:28.552641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Usage tracker for resource:network and tenant:b4f9108c28e441b4aa6c82ac5f4d640f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:28.560406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:28.568678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:28.581017 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-49079f9a-60a5-4ae7-809f-b84c39a492a4 service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554251
Feb 17 03:27:28.584795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Made reservation on behalf of b4f9108c28e441b4aa6c82ac5f4d640f for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:28.593091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.612472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.625199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:28.625660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.634942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:28.641601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f9108c28e441b4aa6c82ac5f4d640f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:28.651720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:28.661764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:28.740916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-480cf28e-ff5b-4ffd-915c-bb582b0b8fee service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1524730
Feb 17 03:27:28.742686 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'status': 'completed', 'code': 200}
Feb 17 03:27:28.838334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.844901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:28.852671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5f97d975-b516-45b5-b826-b15571d6537b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:28.936620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:29.027051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:27:29.050517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec600acf-c704-457b-ae6e-930ff058a7b2,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:29.056058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:29.058370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.058925 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Added segment e545b798-8e53-4902-bc29-6450b8ed630b of type vxlan for network b088fa35-a5b7-48ec-81c3-59d2072b22a6
Feb 17 03:27:29.105939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-503be912-c422-45a1-8164-edc2a6ccb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:29.108450 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-503be912-c422-45a1-8164-edc2a6ccb2b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1163 time: 0.2335036
Feb 17 03:27:29.112094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.197814 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bc11a3b-bf34-4f5e-903e-18189bcb7c30 req-7bc45ca9-24d0-4565-a3cf-47e20875f95c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 210 time: 0.0937433
Feb 17 03:27:29.264141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:27:29.313791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.315101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:29.316000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.323256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-91b2e841-225b-40ad-9171-13368722ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:29.329729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed8c2e-74ba-492b-b1e5-bee86250dee4 req-eb85e463-b0d1-4c58-8bda-9f8b2fd26a57 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:29.339948 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78ed8c2e-74ba-492b-b1e5-bee86250dee4 req-eb85e463-b0d1-4c58-8bda-9f8b2fd26a57 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2766950
Feb 17 03:27:29.447930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78ed8c2e-74ba-492b-b1e5-bee86250dee4 req-09405778-3576-4c43-a240-841ca8836de2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067591
Feb 17 03:27:29.457059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Pushing event updated for resources: {'Network': ['ID=b088fa35-a5b7-48ec-81c3-59d2072b22a6,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:29.492694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:29.495015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:29.498982 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1049857
Feb 17 03:27:29.516830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52222) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:29.531393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-b5d9f594-07dd-4eab-9449-908860343969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:29.533031 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-b5d9f594-07dd-4eab-9449-908860343969 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.4147365
Feb 17 03:27:29.536953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Request body: {'subnet': {'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-760423361-subnet', 'tenant_id': 'b4f9108c28e441b4aa6c82ac5f4d640f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:29.573919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:29.581372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Usage tracker for resource:subnet and tenant:b4f9108c28e441b4aa6c82ac5f4d640f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:29.589759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:27:29.591592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:29.613875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:29.635166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4af1b2-7f6a-4f04-985f-7f17f161bb92 req-fca92a99-5e0e-4a53-b1e4-75e60248220f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:29.639055 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d4af1b2-7f6a-4f04-985f-7f17f161bb92 req-fca92a99-5e0e-4a53-b1e4-75e60248220f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1656384
Feb 17 03:27:29.674902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1614e0>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'a5132522-1592-45d4-ad76-1abb8631aba9', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': '8e645981-866a-495c-83c8-d0e1206a99d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:45:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d14a3-493e-413a-918e-fd2de544e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:56Z', 'updated_at': '2021-02-17T03:27:25Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:29.680442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d360af-3567-4d35-9487-0f1f939ffa45 None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'a5132522-1592-45d4-ad76-1abb8631aba9', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': '8e645981-866a-495c-83c8-d0e1206a99d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:45:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89d14a3-493e-413a-918e-fd2de544e689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:56Z', 'updated_at': '2021-02-17T03:27:25Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:29.736453 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d4af1b2-7f6a-4f04-985f-7f17f161bb92 req-d0613113-f963-43ad-8226-93a2fef7e748 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859993
Feb 17 03:27:29.784995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Made reservation on behalf of b4f9108c28e441b4aa6c82ac5f4d640f for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:29.802336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846422492'] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:29.968818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-7c807eff-3507-4044-9a3b-4a76ba5042b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 999 time: 0.3299046
Feb 17 03:27:30.102413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec5e8ad-5b74-4f2a-b600-e20f06a34842 None None] New status for floating IP a5132522-1592-45d4-ad76-1abb8631aba9: ACTIVE {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:27:30.162633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-ad3e7f1d-e77d-4d00-a28f-b559b1633eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:30.164279 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-ad3e7f1d-e77d-4d00-a28f-b559b1633eb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.1804619
Feb 17 03:27:30.195741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-23f40dc2-d048-4bb5-843a-f0b6702ec5aa tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:30.197340 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-23f40dc2-d048-4bb5-843a-f0b6702ec5aa tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/networks?id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 200  len: 814 time: 0.1891644
Feb 17 03:27:30.237233 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-59aeecaf-ef92-45f1-a047-779302aaec5c tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/quotas/aa1d7bf87bab45169741a768823d447b HTTP/1.1" status: 200  len: 375 time: 0.0291982
Feb 17 03:27:30.316245 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-dc4c2abf-95ed-4306-a086-14ecf40fd9b8 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0763900
Feb 17 03:27:30.437934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-08dc0569-607a-4451-9ed5-1e879ee16155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:30.439818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-08dc0569-607a-4451-9ed5-1e879ee16155 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1977406
Feb 17 03:27:30.479009 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46e13d7f-033d-4224-a777-0a6ad8f71753 req-5cceba49-5c72-4b1b-9711-5c3db103dbc2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 210 time: 0.1209011
Feb 17 03:27:30.505954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:30.546153 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-4b6d7e0a-ce1b-4089-894e-7fbdbba53a5b service neutron] 10.222.0.46 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223165
Feb 17 03:27:30.613493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:30.614003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:30.786395 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-04d6088c-8fb5-4e66-9c9d-192c77916f44 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2331166
Feb 17 03:27:30.802479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec382-2aae-43e9-8e6c-0438b187dcc2 req-66137b3a-b897-4232-bc72-502ecac762f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:30.804179 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3eec382-2aae-43e9-8e6c-0438b187dcc2 req-66137b3a-b897-4232-bc72-502ecac762f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1561520
Feb 17 03:27:30.861903 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3eec382-2aae-43e9-8e6c-0438b187dcc2 req-f1d597bb-e82d-45d4-98bb-625e84bbec08 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515509
Feb 17 03:27:30.930134 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-e03827a5-c8aa-4bfb-aed7-af4a7b49946d service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4645140
Feb 17 03:27:31.105633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6578112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846422475'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.137005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2074b7f3-a5ca-4ee3-a784-87e91d42995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:31.278535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3efaf-561e-4e27-8377-4cc040632478 req-5ddea855-a0ab-4e04-9283-737c7eadf7ce tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:31.287993 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4c3efaf-561e-4e27-8377-4cc040632478 req-5ddea855-a0ab-4e04-9283-737c7eadf7ce tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.3012068
Feb 17 03:27:31.317189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d89ea0db-ff76-4f09-9e3d-31966b0274d3 req-cb4d76aa-7e4a-43c6-a89b-77c6c671dd74 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3697133
Feb 17 03:27:31.355341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d86880-936c-488d-bac5-5dd23efb9ecc,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:31.373788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:31.384593 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4c3efaf-561e-4e27-8377-4cc040632478 req-848cbdf4-572d-4d6d-935f-2b027d7daad0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953920
Feb 17 03:27:31.471471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271994a1-1358-47e5-8eac-af3463eb003b req-8c13fae6-3421-46ec-b122-976e683cf075 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:31.473518 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-271994a1-1358-47e5-8eac-af3463eb003b req-8c13fae6-3421-46ec-b122-976e683cf075 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.3472617
Feb 17 03:27:31.480543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-c6f85862-99e7-4cfd-a5d4-b5623141ba29 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:31.481002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Checking segment: {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:31.481612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Network hostable DHCP agents. Network: b088fa35-a5b7-48ec-81c3-59d2072b22a6, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:27:31.483065 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-c6f85862-99e7-4cfd-a5d4-b5623141ba29 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.3908837
Feb 17 03:27:31.483644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52274) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:31.490193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'floatingip': {'port_id': '2de00b31-a873-47bd-8a1b-654da9855749'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:31.509461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:27:31.522227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, b088fa35-a5b7-48ec-81c3-59d2072b22a6) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:31.536084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:31.536874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:31.541102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ed0a63-82a1-44a8-b4c8-ec679d7dcacf None None] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:31.587378 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0602958
Feb 17 03:27:31.623038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Request body: {'port': {'device_id': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286', 'admin_state_up': True, 'tenant_id': '0ade3597251b451eb7a31a1c95528adf'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:31.697755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.103397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fc8c5-ba37-4540-8510-569df2b7ab7c None None] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:27:32.155171 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-328a9ec9-2176-4d82-b10f-9d08b4528665 req-c6ae6e23-3986-4cca-970a-641a3f5e768d tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 210 time: 0.1608868
Feb 17 03:27:32.176184 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4bdf7649-e3d5-4c83-8bd4-e91785e11a3e req-cea8631d-8213-4a23-93cf-82d943228be5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 210 time: 0.1830215
Feb 17 03:27:32.299486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:32.311992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Usage tracker for resource:port and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:32.339107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52294) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:32.376110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:32.382005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:32.444418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Deleting subnet d420ff49-4277-41d6-80b0-349ddb646b22 {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:27:32.448541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.454017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'port': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:32.459580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.553959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.636421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:32.919256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-f4e2f44e-a8d0-42a9-93a6-7f76fedc0c0b tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:32.920196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-f4e2f44e-a8d0-42a9-93a6-7f76fedc0c0b tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Synchronizing usage tracker for tenant:aa1d7bf87bab45169741a768823d447b on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:33.031817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-f4e2f44e-a8d0-42a9-93a6-7f76fedc0c0b tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Unset dirty status for tenant:aa1d7bf87bab45169741a768823d447b on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:33.033078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-f4e2f44e-a8d0-42a9-93a6-7f76fedc0c0b tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "GET /v2.0/networks?id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 200  len: 814 time: 0.3365815
Feb 17 03:27:33.073945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Request body: {'port': {'device_id': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8', 'admin_state_up': True, 'tenant_id': 'aa1d7bf87bab45169741a768823d447b'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:33.098701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47e443-fda8-4675-a6d0-75aff02acbd4 req-cd8ca419-227d-4d64-b3ee-27e8cc33e059 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:33.100350 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f47e443-fda8-4675-a6d0-75aff02acbd4 req-cd8ca419-227d-4d64-b3ee-27e8cc33e059 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.4679646
Feb 17 03:27:33.105485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Allocated IP 172.20.0.10 (14692b9d-40c8-4147-9ef2-2084ebbdc286/9652e8fc-fe56-4b30-aef3-4c775416b0bd/813ead8a-622d-4333-899c-033f729a5c55) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:33.165256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-305adea7-37f9-4893-81bf-23974a408fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.226658 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f47e443-fda8-4675-a6d0-75aff02acbd4 req-e1797336-49cf-4fa0-8d4c-69a8e0a2c2f4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116602
Feb 17 03:27:33.358803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:33.364750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Usage tracker for resource:port and tenant:aa1d7bf87bab45169741a768823d447b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:33.368122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:33.371145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.390479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:33.392523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:33.432090 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-799fb24e-f329-4edf-b2e4-f2fae9aba83c req-800803d9-66a5-4576-b27d-7af404033891 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 210 time: 0.1059062
Feb 17 03:27:33.433449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:27:33.494196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d420ff49-4277-41d6-80b0-349ddb646b22,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:33.499704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:33.502565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Made reservation on behalf of aa1d7bf87bab45169741a768823d447b for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:33.508196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.532482 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f5d6d738-38c2-483e-a315-f81293137cb4 req-b353ec44-d8fc-44d9-a195-807c55630e88 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 210 time: 0.1477101
Feb 17 03:27:33.578406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.596400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.597189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.666355 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d420ff49-4277-41d6-80b0-349ddb646b22 HTTP/1.1" status: 204  len: 168 time: 1.3242290
Feb 17 03:27:33.669119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52316) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:33.760678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:33.867501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Allocated IP 172.20.0.13 (c9e968ce-a441-4cd4-bf98-653e33e3e7b8/47596934-77af-4f8f-81ad-35811e540c55/bbf1879d-8017-400d-8b73-01e598bd955f) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:34.104245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.105378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.140746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.163574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:34.239867 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Floating IP f70aee78-d276-41fd-82d2-9e050f377475 associated. External IP: 172.27.1.227, port: 2de00b31-a873-47bd-8a1b-654da9855749.
Feb 17 03:27:34.308714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Pushing event updated for resources: {'Port': ['ID=bbf1879d-8017-400d-8b73-01e598bd955f,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.322276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:34.371879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:34.373693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:34.376647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:34.441840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:34.442621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.466697 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3994718
Feb 17 03:27:34.486269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Request body: {'port': {'device_id': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:34.586453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.619314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.650282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:34.770620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:34.961115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event updated for resources: {'Port': ['ID=813ead8a-622d-4333-899c-033f729a5c55,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:34.992488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-c3fb0158-993f-4f5f-8154-6399b77c5f06 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:34.994090 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-c3fb0158-993f-4f5f-8154-6399b77c5f06 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/networks?id=b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 200  len: 808 time: 0.7876871
Feb 17 03:27:34.997765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:35.046623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2b110550>,) {'filters': {'network_id': ['6faf03f6-9eb3-4fe8-b4b1-82cc55937f06']}} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:35.077871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf1879d-8017-400d-8b73-01e598bd955f {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:35.085912 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.100834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Transition to ACTIVE for port object bbf1879d-8017-400d-8b73-01e598bd955f will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:35.103876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.120168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6064f583-ef31-4410-be6d-d94bf14b8570 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:35.129406 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-9c33b50f-fa7c-4e71-918c-17a7f859d5bd tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/quotas/b4f9108c28e441b4aa6c82ac5f4d640f HTTP/1.1" status: 200  len: 375 time: 0.1231008
Feb 17 03:27:35.200799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d10b8-e87d-42a1-83ee-ae3dc4b81937 req-a8aadfa7-71d6-4258-8088-1ee1bdfe3efe tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:35.208623 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-289d10b8-e87d-42a1-83ee-ae3dc4b81937 req-a8aadfa7-71d6-4258-8088-1ee1bdfe3efe tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.8177199
Feb 17 03:27:35.212999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b110550>, 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3') {'for_net_delete': True} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:35.213252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b110550>, 'e1dcc1ae-fec3-45d1-9e96-ff58c52499a3') {} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:35.304987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206833'] for segment, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.351973 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-f69de8e6-efff-4069-a2d7-fe163054615c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1268501
Feb 17 03:27:35.407047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.417478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:27:35.436272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:35.473739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1879d-8017-400d-8b73-01e598bd955f,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:35.478870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:35.497346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:35.501729 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-289d10b8-e87d-42a1-83ee-ae3dc4b81937 req-78c51ace-96eb-4621-9e8d-fbd6e5377bd2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2921920
Feb 17 03:27:35.502494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:35.605199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0bd99ae4-c3b3-4fad-82d4-20f4916d3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.655492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Attempting to bind port bbf1879d-8017-400d-8b73-01e598bd955f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:35.655996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Attempting to bind port bbf1879d-8017-400d-8b73-01e598bd955f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:35.656246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Attempting to bind port bbf1879d-8017-400d-8b73-01e598bd955f on network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:35.662264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:35.662648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Checking segment: {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:35.663046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.663443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Bound using segment: {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:35.663961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Bound port: bbf1879d-8017-400d-8b73-01e598bd955f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:35.664339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.767995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] For port bbf1879d-8017-400d-8b73-01e598bd955f, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:35.771427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] For port bbf1879d-8017-400d-8b73-01e598bd955f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bbf1879d-8017-400d-8b73-01e598bd955f,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:35.775665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:35.793064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f98b6a3d-2ad4-44aa-9144-8bd358031fa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:35.941197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1879d-8017-400d-8b73-01e598bd955f,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:35.946704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:36.004325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:36.005329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.006851 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/bbf1879d-8017-400d-8b73-01e598bd955f HTTP/1.1" status: 200  len: 1158 time: 1.5255871
Feb 17 03:27:36.007378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:36.037332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:27:36.042102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:36.042760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.069994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:36.082011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6760849'] for segment, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.104625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.161850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-2f540910-bf9c-4594-8f2d-f18094d02b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:36.163650 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-2f540910-bf9c-4594-8f2d-f18094d02b6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 1161 time: 0.0871937
Feb 17 03:27:36.257139 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-a920706f-9ce2-4eec-a587-88ed48dd797a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbf1879d-8017-400d-8b73-01e598bd955f HTTP/1.1" status: 200  len: 217 time: 0.0697906
Feb 17 03:27:36.261689 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6502652
Feb 17 03:27:36.354035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Request body: {'port': {'device_id': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:36.357959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-81721ff7-9316-4b8a-8a68-d2debaf04cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:36.359547 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-81721ff7-9316-4b8a-8a68-d2debaf04cbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47596934-77af-4f8f-81ad-35811e540c55 HTTP/1.1" status: 200  len: 854 time: 0.0710294
Feb 17 03:27:36.389344 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-d3a57985-ceb2-429b-b3c8-6ec368247c6a service neutron] 10.222.0.46 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0223784
Feb 17 03:27:36.418229 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-cdb2ac26-2825-4cbb-906b-6301966f57ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483327
Feb 17 03:27:36.571635 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-39fad813-0b56-4b93-91ad-398cd59207d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413844
Feb 17 03:27:36.619727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Network 6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:27:36.656651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982497b-7a29-4499-bc8d-e03b73c0ac43 req-859bb421-ea26-4d18-9a11-0f8662f4f5e6 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:36.658244 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8982497b-7a29-4499-bc8d-e03b73c0ac43 req-859bb421-ea26-4d18-9a11-0f8662f4f5e6 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 944 time: 1.0227797
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:27:36.658943 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:27:36.728805 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4277af33-f17d-4437-ba27-792a6e7ea562 req-8a12730f-e988-4ce2-9d10-114ef859b607 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441996
Feb 17 03:27:36.886304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.887863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.920923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:27:36.922727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:36.928978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:36.931341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:27:36.942107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:36.942775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b013240>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:36.946009 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8982497b-7a29-4499-bc8d-e03b73c0ac43 req-839ed4b8-7caa-45e0-be42-a6232db2d920 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013390
Feb 17 03:27:36.986925 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-35310b3d-bba1-44d2-8dfd-8d5fcfff8a6e service neutron] 10.222.0.46 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5328851
Feb 17 03:27:36.996226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6faf03f6-9eb3-4fe8-b4b1-82cc55937f06,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:37.011820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.044461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:37.059157 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5b14f6e6-7ecd-462e-afb6-e1d81a3681fc admin admin] 10.222.0.46 "DELETE /v2.0/networks/6faf03f6-9eb3-4fe8-b4b1-82cc55937f06 HTTP/1.1" status: 204  len: 168 time: 3.3909564
Feb 17 03:27:37.177085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:37.181130 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0dcd8cf0-fbf3-4429-ba00-27163fb8dabd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "PUT /v2.0/floatingips/f70aee78-d276-41fd-82d2-9e050f377475 HTTP/1.1" status: 200  len: 992 time: 5.6936495
Feb 17 03:27:37.190967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:37.297952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52364) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:37.347565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.444066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2845a-6cdd-409f-b9a9-2ac20a3f02fc req-6772e334-6f2c-40f9-807d-f34e1208f492 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.444865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d5e2845a-6cdd-409f-b9a9-2ac20a3f02fc req-6772e334-6f2c-40f9-807d-f34e1208f492 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:37.448148 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f', 'status': 'completed', 'code': 200}
Feb 17 03:27:37.475449 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f540645e-fc74-45df-94b6-c4f7788580ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa60503a7ed745c896b1149681ae4d95&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1762583
Feb 17 03:27:37.478556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52372) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:37.515417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-d5e2845a-6cdd-409f-b9a9-2ac20a3f02fc req-6772e334-6f2c-40f9-807d-f34e1208f492 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:37.522617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5e2845a-6cdd-409f-b9a9-2ac20a3f02fc req-6772e334-6f2c-40f9-807d-f34e1208f492 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 932 time: 0.4011309
Feb 17 03:27:37.613804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.663957 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5e2845a-6cdd-409f-b9a9-2ac20a3f02fc req-ce6bb5b7-b2dd-4f20-a08c-3515fa81ccd8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403253
Feb 17 03:27:37.703238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.721341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-db6dca33-2e8b-47f0-9553-ff1e9e409fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.723116 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-db6dca33-2e8b-47f0-9553-ff1e9e409fb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 1161 time: 0.2010050
Feb 17 03:27:37.799902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b013240>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'f70aee78-d276-41fd-82d2-9e050f377475', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '2de00b31-a873-47bd-8a1b-654da9855749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:f6:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415389d3-caaf-4b28-9090-426e4fe11633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:58Z', 'updated_at': '2021-02-17T03:27:33Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:37.806904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:27:37.808439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813ead8a-622d-4333-899c-033f729a5c55 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:37.817669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:27:37.818540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b013240>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:27:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:37.828375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.836727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d715d-9163-461f-8a09-c8568bebe1fb req-c846eeec-e2ec-427a-b226-971a44a0f8db tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.840352 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf8d715d-9163-461f-8a09-c8568bebe1fb req-c846eeec-e2ec-427a-b226-971a44a0f8db tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2807643
Feb 17 03:27:37.841707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.851720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Transition to ACTIVE for port object 813ead8a-622d-4333-899c-033f729a5c55 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:37.871417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.894129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:37.963983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:37.972292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:37.984601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-1089a591-8041-4141-9cf4-5abe5ad99ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:37.986255 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-1089a591-8041-4141-9cf4-5abe5ad99ea7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 200  len: 908 time: 0.2538288
Feb 17 03:27:37.989258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e43f5-8c2f-41fb-9a3b-f9a1b918b40b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:38.014442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:38.134461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.135760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/434e43f5-8c2f-41fb-9a3b-f9a1b918b40b HTTP/1.1" status: 204  len: 168 time: 0.6559858
Feb 17 03:27:38.137500 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-f3df47e2-eaa0-4e97-8928-2b4bbf17f268 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbf1879d-8017-400d-8b73-01e598bd955f HTTP/1.1" status: 200  len: 217 time: 0.1198981
Feb 17 03:27:38.166529 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2fa9964-ee04-46fd-ab0c-b7e56e47346d req-7158a91a-d65b-44ff-bab2-12fb49ee49e0 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 210 time: 0.0892060
Feb 17 03:27:38.195999 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf8d715d-9163-461f-8a09-c8568bebe1fb req-4d56f4cd-7336-487c-a8cc-fcd4127e4ba3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3475916
Feb 17 03:27:38.220377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Pushing event updated for resources: {'Port': ['ID=813ead8a-622d-4333-899c-033f729a5c55,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:38.227571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:38.294089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-217bda71-62b1-4c2b-bed6-c1dc0c938864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:38.298451 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-217bda71-62b1-4c2b-bed6-c1dc0c938864 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47596934-77af-4f8f-81ad-35811e540c55 HTTP/1.1" status: 200  len: 854 time: 0.1452680
Feb 17 03:27:38.310027 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749', 'status': 'completed', 'code': 200}
Feb 17 03:27:38.435367 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-73127978-a4eb-40ae-b320-4a47c25137e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0936732
Feb 17 03:27:38.454757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:27:38.652238 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-286a81a1-7587-43e7-8c0e-66e1f287e313 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094440
Feb 17 03:27:38.849378 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6dd54f13-b919-4608-adee-2b22cdcba8b6 req-db844e4d-86a6-49d6-bb3c-810c76e44ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1864250
Feb 17 03:27:38.917195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b013240>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'f70aee78-d276-41fd-82d2-9e050f377475', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '2de00b31-a873-47bd-8a1b-654da9855749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:f6:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415389d3-caaf-4b28-9090-426e4fe11633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:58Z', 'updated_at': '2021-02-17T03:27:33Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:27:38.922142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e77edc6-0a54-46ec-b553-ea9d7b74832a None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'f70aee78-d276-41fd-82d2-9e050f377475', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '2de00b31-a873-47bd-8a1b-654da9855749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:f6:22:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415389d3-caaf-4b28-9090-426e4fe11633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:26:58Z', 'updated_at': '2021-02-17T03:27:33Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:27:38.974945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Attempting to bind port 813ead8a-622d-4333-899c-033f729a5c55 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:38.975413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Attempting to bind port 813ead8a-622d-4333-899c-033f729a5c55 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:38.975819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Attempting to bind port 813ead8a-622d-4333-899c-033f729a5c55 on network 14692b9d-40c8-4147-9ef2-2084ebbdc286 {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:38.995710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:38.996097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Checking segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:38.996508 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:38.996909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Bound using segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:38.997425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Bound port: 813ead8a-622d-4333-899c-033f729a5c55, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:38.998321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.116954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-7bbd78c8-7155-4b17-bc3f-5097cd01dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:39.118611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-7bbd78c8-7155-4b17-bc3f-5097cd01dd19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1163 time: 0.6280384
Feb 17 03:27:39.133452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112a76-ce99-42cb-9fc4-eaa9d16bdf13 req-77ab9b5f-8739-40f6-b238-fd64a5dd6185 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:39.135040 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1112a76-ce99-42cb-9fc4-eaa9d16bdf13 req-77ab9b5f-8739-40f6-b238-fd64a5dd6185 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 944 time: 0.7105403
Feb 17 03:27:39.182054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5555-4031-4c17-bb32-b8460ea90029 req-78382c28-f8b8-4bef-9b11-03acf428e279 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:39.183720 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-531a5555-4031-4c17-bb32-b8460ea90029 req-78382c28-f8b8-4bef-9b11-03acf428e279 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.2879026
Feb 17 03:27:39.281129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] For port 813ead8a-622d-4333-899c-033f729a5c55, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:39.285240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1141bf-0bf4-4a84-a278-d577d4a5729a None None] New status for floating IP f70aee78-d276-41fd-82d2-9e050f377475: ACTIVE {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:27:39.417671 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1112a76-ce99-42cb-9fc4-eaa9d16bdf13 req-eae785c9-733d-49df-b008-124f692e52f9 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2718804
Feb 17 03:27:39.427903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] For port 813ead8a-622d-4333-899c-033f729a5c55, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=813ead8a-622d-4333-899c-033f729a5c55,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:39.494140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.521772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:39.564020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-531a5555-4031-4c17-bb32-b8460ea90029 req-38554cdb-9d51-498e-bb19-48e3dc09f120 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227103
Feb 17 03:27:39.610505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1f073a01-90df-41bf-ad06-1a6ae93cc30f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:39.616434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1f073a01-90df-41bf-ad06-1a6ae93cc30f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Synchronizing usage tracker for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:27:39.681038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1f073a01-90df-41bf-ad06-1a6ae93cc30f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Unset dirty status for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:27:39.682510 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1f073a01-90df-41bf-ad06-1a6ae93cc30f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "GET /v2.0/networks?id=b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 200  len: 808 time: 0.4642348
Feb 17 03:27:39.705898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Request body: {'port': {'device_id': '247ca850-da30-4c84-9958-40dd68c23715', 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6', 'admin_state_up': True, 'tenant_id': 'b4f9108c28e441b4aa6c82ac5f4d640f'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:39.707089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-1c57d8dc-c234-4ab5-a200-f1a2b0f757e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:39.708928 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-1c57d8dc-c234-4ab5-a200-f1a2b0f757e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.5195501
Feb 17 03:27:39.898317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73cfae6d-72ff-4a72-8c0c-79d15ec17b25 req-dac95791-6662-454a-a776-70f0493eef8b tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 210 time: 0.1535127
Feb 17 03:27:39.941306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:39.946366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Usage tracker for resource:port and tenant:b4f9108c28e441b4aa6c82ac5f4d640f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:39.949666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:39.956348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:39.960822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Pushing event updated for resources: {'Port': ['ID=813ead8a-622d-4333-899c-033f729a5c55,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:39.973176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Made reservation on behalf of b4f9108c28e441b4aa6c82ac5f4d640f for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:39.982336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:39.994154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:40.059054 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-a29cad54-2612-48db-a0f5-3768a507a957 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 1002 time: 0.2964280
Feb 17 03:27:40.066476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.067163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.068854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] 10.222.0.52 "PUT /v2.0/ports/813ead8a-622d-4333-899c-033f729a5c55 HTTP/1.1" status: 200  len: 1158 time: 3.7369411
Feb 17 03:27:40.094673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5bf31-e8b8-4678-850d-65a443337c67 req-c209619c-d8e3-4727-ab87-fc09bfd99cce tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.102593 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a1d5bf31-e8b8-4678-850d-65a443337c67 req-c209619c-d8e3-4727-ab87-fc09bfd99cce tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1943226
Feb 17 03:27:40.295988 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a1d5bf31-e8b8-4678-850d-65a443337c67 req-1b7f9aba-5844-41f2-acff-ace7ad91ee7a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923978
Feb 17 03:27:40.311133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-d19b98af-142e-4f30-a704-3dfce6b00a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.312757 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-d19b98af-142e-4f30-a704-3dfce6b00a07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.1925452
Feb 17 03:27:40.314203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'tag': '813ead8a-622d-4333-899c-033f729a5c55'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:40.378515 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'tag': '813ead8a-622d-4333-899c-033f729a5c55', 'status': 'completed', 'code': 200}
Feb 17 03:27:40.384935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Allocated IP 172.20.0.10 (b088fa35-a5b7-48ec-81c3-59d2072b22a6/42d86880-936c-488d-bac5-5dd23efb9ecc/f9cb44e1-39e1-42b7-8141-01ff54d40c3a) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:40.414530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-a88bdf88-f885-4dfe-aa38-acf8c7bee400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.416372 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-a88bdf88-f885-4dfe-aa38-acf8c7bee400 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 1161 time: 0.2219400
Feb 17 03:27:40.506390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-6fb5e923-f82d-44df-857c-de8c8a6bcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.507953 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-6fb5e923-f82d-44df-857c-de8c8a6bcba2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1785777
Feb 17 03:27:40.516517 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-54f4f390-4446-4ed8-9d46-d341471d41a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=813ead8a-622d-4333-899c-033f729a5c55 HTTP/1.1" status: 200  len: 217 time: 0.0740099
Feb 17 03:27:40.601002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-f89da16a-6c40-4940-b10a-de5359d03193 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:27:40.628993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.668876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.735869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef2bff2a-44a7-4dd3-80db-b29febdf6fa0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:40.822720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136128-55db-4875-b49a-5012268b5423 req-d7643a32-3298-4dbb-8b4e-fde2225c0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.824287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-d7643a32-3298-4dbb-8b4e-fde2225c0c43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.2697606
Feb 17 03:27:40.836112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Pushing event updated for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:40.842342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:40.884777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:27:40.886268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:27:40.889310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:27:40.918429 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-d23b9a46-9d10-4529-bbc4-af2aa6186971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704794
Feb 17 03:27:40.922700 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-f62bd76c-abba-44f9-a7c9-21b15d812377 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3926845
Feb 17 03:27:40.934265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb353e-844c-464f-ac65-c14b3cb89d6e req-c69d1684-0531-4ea9-8104-eeaa42b85b25 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.938425 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cebb353e-844c-464f-ac65-c14b3cb89d6e req-c69d1684-0531-4ea9-8104-eeaa42b85b25 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 944 time: 0.3836386
Feb 17 03:27:40.958379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:40.959047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:40.983889 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2823703
Feb 17 03:27:41.008652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Request body: {'port': {'device_id': '247ca850-da30-4c84-9958-40dd68c23715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:41.093214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eac5f0-9357-4800-800b-ebb8ddc22562 req-b55e1ffa-ed95-464a-b2f9-9084bb771303 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:41.094727 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-30eac5f0-9357-4800-800b-ebb8ddc22562 req-b55e1ffa-ed95-464a-b2f9-9084bb771303 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.3959107
Feb 17 03:27:41.130245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.459211 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cebb353e-844c-464f-ac65-c14b3cb89d6e req-d80e7f9b-e327-4ff8-ad28-438fc41a3188 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4706874
Feb 17 03:27:41.479321 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-30eac5f0-9357-4800-800b-ebb8ddc22562 req-62772f8a-e5bd-4cc4-9832-b7f8000071dd tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3576171
Feb 17 03:27:41.523198 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-2b8dfac3-eb8d-4ed4-8a25-2030d9e29c1a service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5856807
Feb 17 03:27:41.528829 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c3867fd-9e93-430c-9587-6b93cdddf2a5 req-3a82fcc1-4214-41c6-842c-0932b24d34f0 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5902066
Feb 17 03:27:41.602551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device bbf1879d-8017-400d-8b73-01e598bd955f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:41.641411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cb44e1-39e1-42b7-8141-01ff54d40c3a {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:27:41.650421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.663492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Transition to ACTIVE for port object f9cb44e1-39e1-42b7-8141-01ff54d40c3a will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:27:41.667040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.682753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:41.682962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port bbf1879d-8017-400d-8b73-01e598bd955f completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:41.689869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port bbf1879d-8017-400d-8b73-01e598bd955f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:41.690312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.817327 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be136128-55db-4875-b49a-5012268b5423 req-5e2a5402-6023-4e62-bb22-5c0c7d149626 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2431815
Feb 17 03:27:41.824883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db29261-0a69-4360-b6d9-7084e1052c58 req-9fa79b23-4731-40fd-92ef-09b33d8c90ff tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:41.826554 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7db29261-0a69-4360-b6d9-7084e1052c58 req-9fa79b23-4731-40fd-92ef-09b33d8c90ff tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.1575158
Feb 17 03:27:41.835057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.877483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port bbf1879d-8017-400d-8b73-01e598bd955f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bbf1879d-8017-400d-8b73-01e598bd955f,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:41.878585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:41.880189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7db29261-0a69-4360-b6d9-7084e1052c58 req-ce784c09-fe47-405e-a7b7-a2c4d573f411 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460105
Feb 17 03:27:41.885267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:41.887235 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:41.961712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=bbf1879d-8017-400d-8b73-01e598bd955f,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:41.965163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:42.073846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:42.081165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:42.104560 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f', 'code': 200}
Feb 17 03:27:42.169360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4ed23-0b28-4207-90b3-aef94021877e req-a5a2fe76-6e7d-4389-93b7-127e8ccdcfa5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.171028 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25c4ed23-0b28-4207-90b3-aef94021877e req-a5a2fe76-6e7d-4389-93b7-127e8ccdcfa5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1721120
Feb 17 03:27:42.173115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-575b1da5-0b9a-42b7-b6e9-02962feccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.179950 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-575b1da5-0b9a-42b7-b6e9-02962feccdd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 1161 time: 0.1334352
Feb 17 03:27:42.327660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Attempting to bind port f9cb44e1-39e1-42b7-8141-01ff54d40c3a on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:27:42.328835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Attempting to bind port f9cb44e1-39e1-42b7-8141-01ff54d40c3a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:27:42.329376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Attempting to bind port f9cb44e1-39e1-42b7-8141-01ff54d40c3a on network b088fa35-a5b7-48ec-81c3-59d2072b22a6 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:27:42.335787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:27:42.336166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Checking segment: {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:27:42.336573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.336972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Bound using segment: {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:27:42.337454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Bound port: f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:27:42.337833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.367660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25c4ed23-0b28-4207-90b3-aef94021877e req-9c7eab67-a39d-4e6e-8f56-3e29eeadb451 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865726
Feb 17 03:27:42.443836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:27:42.447090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:27:42.454427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.471588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fe270f41-60d8-4511-bdde-daeaebf63ee5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:42.473858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-06befae0-a7a2-4d6e-b26c-bd9f52d17767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.475444 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-06befae0-a7a2-4d6e-b26c-bd9f52d17767 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 909 time: 0.2400830
Feb 17 03:27:42.567935 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-7b63b9eb-243a-48d0-bc8c-eb9194eed520 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=813ead8a-622d-4333-899c-033f729a5c55 HTTP/1.1" status: 200  len: 217 time: 0.0836387
Feb 17 03:27:42.573228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4127d22-58b5-430c-8e57-bd6896e82161 req-9bebbfc0-7de1-4aa0-86bb-a9f47d03f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.574782 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4127d22-58b5-430c-8e57-bd6896e82161 req-9bebbfc0-7de1-4aa0-86bb-a9f47d03f471 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 1163 time: 0.1686435
Feb 17 03:27:42.667214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device bbf1879d-8017-400d-8b73-01e598bd955f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:42.682993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Pushing event updated for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:42.694465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:42.723497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-05ecb15f-968a-47af-a57d-9ad4659d9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.725170 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-05ecb15f-968a-47af-a57d-9ad4659d9b04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.1319780
Feb 17 03:27:42.784927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port bbf1879d-8017-400d-8b73-01e598bd955f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:42.785563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.793496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.794173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:42.796359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9cb44e1-39e1-42b7-8141-01ff54d40c3a HTTP/1.1" status: 200  len: 1158 time: 1.7925925
Feb 17 03:27:42.796886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:42.886522 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-3517007d-e62d-425b-8b6e-fefafa8bbe7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1497893
Feb 17 03:27:42.911439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4127d22-58b5-430c-8e57-bd6896e82161 req-55a2db8c-bed2-46a1-9e98-a42f687a758c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214203
Feb 17 03:27:42.952762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-538cb582-7f0c-4b4e-99ed-6edb50a0f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:42.954308 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-538cb582-7f0c-4b4e-99ed-6edb50a0f7d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 1161 time: 0.0853868
Feb 17 03:27:43.098325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fcacc-5a2e-4b5a-be9b-ba6d7851bf6f req-d271bdab-67a1-4f63-826c-d177f4c95eaf tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.099951 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d3fcacc-5a2e-4b5a-be9b-ba6d7851bf6f req-d271bdab-67a1-4f63-826c-d177f4c95eaf tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.3188989
Feb 17 03:27:43.111582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6162435-69a7-43f7-b3b5-968e02da3dd5 req-6cc16ad3-5342-469a-882a-dfc5dbc47698 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.113107 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6162435-69a7-43f7-b3b5-968e02da3dd5 req-6cc16ad3-5342-469a-882a-dfc5dbc47698 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.3303792
Feb 17 03:27:43.131947 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-62e1492f-37db-467e-8c0e-09593799778c service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249570
Feb 17 03:27:43.188761 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8d3fcacc-5a2e-4b5a-be9b-ba6d7851bf6f req-13993cd7-3183-4541-8415-a37cb473fe76 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746431
Feb 17 03:27:43.199049 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6162435-69a7-43f7-b3b5-968e02da3dd5 req-bdf28652-90ef-4b7f-9912-e285c49e7186 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644653
Feb 17 03:27:43.266133 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a', 'status': 'completed', 'code': 200}
Feb 17 03:27:43.493221 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-92ee8027-949b-4864-a618-9c54641f0942 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a HTTP/1.1" status: 200  len: 217 time: 0.0722544
Feb 17 03:27:43.532228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573bc9-bf16-49da-86d8-955fe876eb90 req-52f5c8b8-4c79-4e69-839f-6a02511ffba2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.536309 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1573bc9-bf16-49da-86d8-955fe876eb90 req-52f5c8b8-4c79-4e69-839f-6a02511ffba2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.1799426
Feb 17 03:27:43.611609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1ff79e87-dee8-4424-aa12-105be3a1e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.613217 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-1ff79e87-dee8-4424-aa12-105be3a1e3bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42d86880-936c-488d-bac5-5dd23efb9ecc HTTP/1.1" status: 200  len: 848 time: 0.0753129
Feb 17 03:27:43.628252 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1573bc9-bf16-49da-86d8-955fe876eb90 req-2abe99cb-4b12-4393-8b51-30d5025f4d9f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833664
Feb 17 03:27:43.630320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0964b48b-8c2d-43a0-87b3-44802e9aae94 req-cdd22a30-0b7b-4944-8722-1dba6f9597e3 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2038202
Feb 17 03:27:43.669604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-152fdce2-8f4a-418c-a534-79ad88285ac8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b088fa35-a5b7-48ec-81c3-59d2072b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483153
Feb 17 03:27:43.817553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30998b3c-0118-464c-a4aa-bfc989728a81 req-37c26204-bd90-4a81-9730-adae7687fef2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:43.819173 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-30998b3c-0118-464c-a4aa-bfc989728a81 req-37c26204-bd90-4a81-9730-adae7687fef2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0880148
Feb 17 03:27:43.856856 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-4ad2a7e7-7af6-4c4b-9c09-641dd217ea0f service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496813
Feb 17 03:27:43.874037 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-30998b3c-0118-464c-a4aa-bfc989728a81 req-95027d2a-d627-461c-b2ed-7191e7b6ce1a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485809
Feb 17 03:27:44.008488 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6904332-6451-4282-bf73-365d8b6b0036 req-155048fa-9064-44bd-8098-40b30df91ba7 service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395690
Feb 17 03:27:44.285832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-bb2d44e4-f5c9-4f17-ac27-2a38f0b14d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.285832 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-bb2d44e4-f5c9-4f17-ac27-2a38f0b14d29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 1161 time: 0.1096017
Feb 17 03:27:44.456107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-7023af7c-eb51-4ba7-bafe-e55ce3088dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.458196 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-7023af7c-eb51-4ba7-bafe-e55ce3088dcc service neutron] 10.222.0.52 "GET /v2.0/networks?id=b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 200  len: 902 time: 0.1616681
Feb 17 03:27:44.493317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bdf2d-be1b-462e-8288-82ee206678f7 req-57631537-a453-495f-a07c-c19f8695f58a tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.494855 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d5bdf2d-be1b-462e-8288-82ee206678f7 req-57631537-a453-495f-a07c-c19f8695f58a tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.1271164
Feb 17 03:27:44.505200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ae6f2-5f82-4b0b-81e0-fee4a0e668b9 req-5c708dcd-54ff-46eb-9d0e-b9dd36c8f064 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.506884 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e05ae6f2-5f82-4b0b-81e0-fee4a0e668b9 req-5c708dcd-54ff-46eb-9d0e-b9dd36c8f064 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.1824441
Feb 17 03:27:44.560104 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-25edd255-2a81-42d6-a9e9-06610b70fe9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a HTTP/1.1" status: 200  len: 217 time: 0.0929728
Feb 17 03:27:44.586631 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e05ae6f2-5f82-4b0b-81e0-fee4a0e668b9 req-9ac92cae-b707-4f25-9fb5-0a1275f9fd2e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616903
Feb 17 03:27:44.591258 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d5bdf2d-be1b-462e-8288-82ee206678f7 req-ef3e4029-434b-4ae6-a5b8-a3ebcc14b502 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832942
Feb 17 03:27:44.646769 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-7875c7d6-59c4-45c2-9741-aa0ff3ff1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.648416 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-7875c7d6-59c4-45c2-9741-aa0ff3ff1306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42d86880-936c-488d-bac5-5dd23efb9ecc HTTP/1.1" status: 200  len: 848 time: 0.0714452
Feb 17 03:27:44.705615 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-72d8aab2-dc4b-43a6-9302-42b25217e516 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b088fa35-a5b7-48ec-81c3-59d2072b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490856
Feb 17 03:27:44.834849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7d899-35ed-4bd1-a13a-e5af47c17e98 req-74c2d554-3ed9-471d-8481-4b48006251c2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:44.836211 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6e7d899-35ed-4bd1-a13a-e5af47c17e98 req-74c2d554-3ed9-471d-8481-4b48006251c2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.0878708
Feb 17 03:27:44.879786 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-45094f1d-4d22-4ff2-b5b1-872f4db7b912 service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414769
Feb 17 03:27:44.891127 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6e7d899-35ed-4bd1-a13a-e5af47c17e98 req-1e96e3f5-a571-43e9-be78-6a3356dba4d8 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472481
Feb 17 03:27:45.080895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4728-5b96-4a36-85b0-b6c280502dae req-3981eabe-4b44-49e2-b5ef-349037d68ab0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:45.082608 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf9b4728-5b96-4a36-85b0-b6c280502dae req-3981eabe-4b44-49e2-b5ef-349037d68ab0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0884929
Feb 17 03:27:45.098985 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73154a05-ace1-4f6f-9d6d-2fcd1211017b req-9f94ab7b-82c1-443e-952e-c8664fd0ee6d service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423788
Feb 17 03:27:45.134677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf9b4728-5b96-4a36-85b0-b6c280502dae req-1e4877b3-7766-48f2-8613-520ea3550886 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457258
Feb 17 03:27:45.853645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2dbe4-a021-4aa1-acd3-e6a148d89f98 req-d49dead5-6197-40a1-889d-9c44c60ffcc9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:45.855163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace2dbe4-a021-4aa1-acd3-e6a148d89f98 req-d49dead5-6197-40a1-889d-9c44c60ffcc9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.1528306
Feb 17 03:27:45.865807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1da4e-60c0-4573-b966-3a3a041e2c1b req-614490fe-e46e-4b63-979b-43be93d5151c tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:45.867282 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03c1da4e-60c0-4573-b966-3a3a041e2c1b req-614490fe-e46e-4b63-979b-43be93d5151c tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.1242619
Feb 17 03:27:45.942977 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace2dbe4-a021-4aa1-acd3-e6a148d89f98 req-62261f7f-f456-4df0-9d90-e0bd5a08d648 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746560
Feb 17 03:27:45.947349 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03c1da4e-60c0-4573-b966-3a3a041e2c1b req-ec68ab1c-7295-4b3d-bf46-11a0b291ad3e tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631325
Feb 17 03:27:46.289416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085f166-b842-4607-86b0-9bdfa8b918b4 req-c3f9b5a7-a915-41d4-be1a-80dad4db73ae tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:46.291043 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8085f166-b842-4607-86b0-9bdfa8b918b4 req-c3f9b5a7-a915-41d4-be1a-80dad4db73ae tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.1150272
Feb 17 03:27:46.343362 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8085f166-b842-4607-86b0-9bdfa8b918b4 req-cdc6a52c-ffce-4206-9f0d-df7a28e1fc1c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452969
Feb 17 03:27:46.541304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdfa50-aaa5-432e-986d-779baea0e305 req-137af89f-4378-44df-a602-2ab8286301c1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:46.542476 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6bdfa50-aaa5-432e-986d-779baea0e305 req-137af89f-4378-44df-a602-2ab8286301c1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0962760
Feb 17 03:27:46.614497 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6bdfa50-aaa5-432e-986d-779baea0e305 req-d8c7f8cb-51d3-49c4-955f-e4f22525ec8a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633409
Feb 17 03:27:47.148860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c459a-dac9-47e3-ac96-7c4a33947d8e req-d0aa3165-8bf3-42a6-bdf4-d12fa4667b70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:47.152002 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-606c459a-dac9-47e3-ac96-7c4a33947d8e req-d0aa3165-8bf3-42a6-bdf4-d12fa4667b70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 944 time: 0.0901418
Feb 17 03:27:47.220268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-606c459a-dac9-47e3-ac96-7c4a33947d8e req-d97b8eb4-8dde-46d7-8cac-37311eacdae5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626550
Feb 17 03:27:47.820306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27f690-21c8-406a-964d-332a95b65f82 req-440e5844-21bf-403f-a573-1bbc3cde2fd3 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:47.821895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df27f690-21c8-406a-964d-332a95b65f82 req-440e5844-21bf-403f-a573-1bbc3cde2fd3 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.3613906
Feb 17 03:27:47.892732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159817e5-40cf-49d7-a2e1-609e3e7a067b req-f7866be4-77e7-4989-aa18-94b7e6fa9651 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:47.894339 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-159817e5-40cf-49d7-a2e1-609e3e7a067b req-f7866be4-77e7-4989-aa18-94b7e6fa9651 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1372380
Feb 17 03:27:47.897240 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df27f690-21c8-406a-964d-332a95b65f82 req-9ca0470f-6c5f-4b16-8486-81e9b67f638a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669987
Feb 17 03:27:47.945669 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-159817e5-40cf-49d7-a2e1-609e3e7a067b req-4f188ca3-0dbf-4ad3-9008-8c6f432c58bf tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448875
Feb 17 03:27:48.045761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 813ead8a-622d-4333-899c-033f729a5c55 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:48.130214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 813ead8a-622d-4333-899c-033f729a5c55 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:48.135682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 813ead8a-622d-4333-899c-033f729a5c55 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:48.136110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.267258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.301023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813ead8a-622d-4333-899c-033f729a5c55'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:48.312249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 813ead8a-622d-4333-899c-033f729a5c55, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=813ead8a-622d-4333-899c-033f729a5c55,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:48.318820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.320190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device bbf1879d-8017-400d-8b73-01e598bd955f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:48.369811 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813ead8a-622d-4333-899c-033f729a5c55', 'code': 200}
Feb 17 03:27:48.370787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:48.500687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=813ead8a-622d-4333-899c-033f729a5c55,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:48.506192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:48.509129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port bbf1879d-8017-400d-8b73-01e598bd955f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:48.509497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:48.512812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6754e-863d-4239-b37b-88d4335c54e8 req-5d501b83-7103-4598-a5af-896ce8b8c021 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:48.519146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7bc6754e-863d-4239-b37b-88d4335c54e8 req-5d501b83-7103-4598-a5af-896ce8b8c021 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.1416192
Feb 17 03:27:48.597816 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7bc6754e-863d-4239-b37b-88d4335c54e8 req-d82069ed-76ad-4675-b3ad-34a75a72e65d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716934
Feb 17 03:27:48.771264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ddd67-411f-46ba-88bf-763e9bb2e2e6 req-14e36ec9-6730-4bc0-a98e-36b1512aaa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:48.772964 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a49ddd67-411f-46ba-88bf-763e9bb2e2e6 req-14e36ec9-6730-4bc0-a98e-36b1512aaa90 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 1163 time: 0.0910289
Feb 17 03:27:48.835950 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a49ddd67-411f-46ba-88bf-763e9bb2e2e6 req-770584e7-e5a0-4076-8f02-fe792d62eb64 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367413
Feb 17 03:27:48.980433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:27:49.170642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd5d45-39d1-4a69-8c56-9310c408b71f req-2b118481-1fd9-4bce-be59-e2f11029affc tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.172292 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bcd5d45-39d1-4a69-8c56-9310c408b71f req-2b118481-1fd9-4bce-be59-e2f11029affc tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.1561029
Feb 17 03:27:49.203349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2ee5d-1fea-4e17-8386-0e1058d5bf65 req-3d8c608e-4b03-46fd-989d-a8c861608118 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.205123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4d2ee5d-1fea-4e17-8386-0e1058d5bf65 req-3d8c608e-4b03-46fd-989d-a8c861608118 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1352208
Feb 17 03:27:49.255394 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bcd5d45-39d1-4a69-8c56-9310c408b71f req-7c482c2d-a543-4feb-a6b0-3f074acbecc0 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759566
Feb 17 03:27:49.277098 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4d2ee5d-1fea-4e17-8386-0e1058d5bf65 req-0136cb3f-90d7-4c03-8eec-11e656db082c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642126
Feb 17 03:27:49.345825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-47fc1443-f203-4f40-9eff-e4def035e800 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:27:49.793892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3bf34-dba4-4fc7-8973-0f4330db9298 req-b36001e2-6638-4b5a-b353-af4f5da85ff1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:49.795544 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03c3bf34-dba4-4fc7-8973-0f4330db9298 req-b36001e2-6638-4b5a-b353-af4f5da85ff1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.0894992
Feb 17 03:27:49.845836 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03c3bf34-dba4-4fc7-8973-0f4330db9298 req-b15d5ae8-e610-464a-b3dc-d8d5b489550b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439949
Feb 17 03:27:50.532666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc827-c572-4778-bb38-57ea566bceda req-8eaed095-24f3-4318-8f47-bc0895befbcb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:50.534267 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-775cc827-c572-4778-bb38-57ea566bceda req-8eaed095-24f3-4318-8f47-bc0895befbcb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.1572618
Feb 17 03:27:50.544698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e196-c520-439c-94ca-088226783458 req-ea7e5a59-b942-42c7-a833-0f15acebd8e8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:50.546302 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f8f5e196-c520-439c-94ca-088226783458 req-ea7e5a59-b942-42c7-a833-0f15acebd8e8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1280291
Feb 17 03:27:50.618182 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-775cc827-c572-4778-bb38-57ea566bceda req-3e9a2c98-1ee5-45f3-b386-924a6028dc5e tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708294
Feb 17 03:27:50.628664 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f8f5e196-c520-439c-94ca-088226783458 req-00686205-6328-4a2b-b284-ff2440dcee95 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655785
Feb 17 03:27:51.078029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066361eb-e1c6-4c2e-b9ff-8c1ed828cfc3 req-32c43cb5-a2ce-4db8-a301-1c8366525d85 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:51.080038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-066361eb-e1c6-4c2e-b9ff-8c1ed828cfc3 req-32c43cb5-a2ce-4db8-a301-1c8366525d85 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.1062872
Feb 17 03:27:51.122690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 813ead8a-622d-4333-899c-033f729a5c55 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:51.153063 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-066361eb-e1c6-4c2e-b9ff-8c1ed828cfc3 req-f54b88bd-6018-4b73-8b27-c581f9af7238 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657167
Feb 17 03:27:51.302946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 813ead8a-622d-4333-899c-033f729a5c55 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:51.303615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.439480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52716) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:51.456068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device f9cb44e1-39e1-42b7-8141-01ff54d40c3a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:51.535220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port f9cb44e1-39e1-42b7-8141-01ff54d40c3a completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:27:51.539945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port f9cb44e1-39e1-42b7-8141-01ff54d40c3a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:51.540368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.583429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.598957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:51.603106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Usage tracker for resource:security_group_rule and tenant:57dcad3a14d5425c96170c67d4f3b67e is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:51.606092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:51.611945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:51.671386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.710128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:27:51.711272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:27:51.718902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.721239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.729689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.735218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.771878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:51.804327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.809302 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57dcad3a14d5425c96170c67d4f3b67e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3682120
Feb 17 03:27:51.811015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e044074-72e0-4896-9d4c-6f8adfb97f2b,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:51.814025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52734) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:51.816589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.824185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:51.880605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145d88a-3e95-4689-85a8-398eb08aa17c req-982fa90e-6edc-4a71-8511-40648ea9d3c0 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:51.882186 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1145d88a-3e95-4689-85a8-398eb08aa17c req-982fa90e-6edc-4a71-8511-40648ea9d3c0 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1365995
Feb 17 03:27:51.936926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:51.958659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1145d88a-3e95-4689-85a8-398eb08aa17c req-3b856ffc-ca11-4dab-a458-4e4bb709d532 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680311
Feb 17 03:27:51.975933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.033464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.039953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-54399fc1-f5e4-4115-8c19-abc17f760b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:52.048175 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a', 'code': 200}
Feb 17 03:27:52.055442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e044074-72e0-4896-9d4c-6f8adfb97f2b,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:52.061958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:52.063202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.064649 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e044074-72e0-4896-9d4c-6f8adfb97f2b HTTP/1.1" status: 204  len: 168 time: 0.2494214
Feb 17 03:27:52.229801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5effc91-25e6-4dc8-9fc1-915c9ffb7c27 req-6cd41354-33fc-4865-86a8-f930b9750348 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:52.231808 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5effc91-25e6-4dc8-9fc1-915c9ffb7c27 req-6cd41354-33fc-4865-86a8-f930b9750348 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1488073
Feb 17 03:27:52.307922 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5effc91-25e6-4dc8-9fc1-915c9ffb7c27 req-056f6c9e-d770-46c7-9388-bf8bdd1ead4e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657120
Feb 17 03:27:52.643321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520eaf0-1ceb-4dd1-af39-399dedaabb3e req-25fd65f9-370b-42af-a30a-3aee8f804fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:52.645192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1520eaf0-1ceb-4dd1-af39-399dedaabb3e req-25fd65f9-370b-42af-a30a-3aee8f804fbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 1163 time: 0.0926936
Feb 17 03:27:52.691986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1520eaf0-1ceb-4dd1-af39-399dedaabb3e req-d48cd812-ea29-4664-82f2-b2dc42044dca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391548
Feb 17 03:27:52.707617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52766) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:52.838255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.855141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:52.859781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Usage tracker for resource:security_group_rule and tenant:57817384c59e46bfa56e59aa4378dbe8 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:52.862870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:52.868724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:52.957511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.960562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:52.969937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-774464b4-a549-4514-8362-7ad14741aecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:53.016230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e985e-cfca-4109-91f3-8f5ce6e56e13,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:53.019655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:53.024653 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57817384c59e46bfa56e59aa4378dbe8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3134308
Feb 17 03:27:53.025645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52782) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:53.093054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.169168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.249092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dea0c-03b7-4e35-9347-70be9e5a8444 req-07244dbf-a636-4a79-b548-5ad808ca9b1c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:53.250718 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d45dea0c-03b7-4e35-9347-70be9e5a8444 req-07244dbf-a636-4a79-b548-5ad808ca9b1c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1359153
Feb 17 03:27:53.251767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.257425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fd170619-0e40-4d41-b214-149d69232962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:53.270837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e985e-cfca-4109-91f3-8f5ce6e56e13,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:53.295670 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:53.324284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.329788 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd2e985e-cfca-4109-91f3-8f5ce6e56e13 HTTP/1.1" status: 204  len: 168 time: 0.2996855
Feb 17 03:27:53.349550 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d45dea0c-03b7-4e35-9347-70be9e5a8444 req-a39d068f-102f-40a5-b11b-0251fb1e1a58 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798275
Feb 17 03:27:53.547376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b4aa4-ce6b-4520-9534-0313c9b4b4db req-125b2cd5-c17f-48b0-8536-6c0606ddb78e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:53.549192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c78b4aa4-ce6b-4520-9534-0313c9b4b4db req-125b2cd5-c17f-48b0-8536-6c0606ddb78e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1068289
Feb 17 03:27:53.604823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c78b4aa4-ce6b-4520-9534-0313c9b4b4db req-cbb04962-6ea3-4cb8-aa10-1824a6def2ef tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492923
Feb 17 03:27:53.620665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 813ead8a-622d-4333-899c-033f729a5c55 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:53.722161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 813ead8a-622d-4333-899c-033f729a5c55 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:53.723244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:53.870105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device f9cb44e1-39e1-42b7-8141-01ff54d40c3a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:53.959434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port f9cb44e1-39e1-42b7-8141-01ff54d40c3a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:53.959996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:54.590000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc0f83-f6eb-44c2-8777-0e9b411e5acc req-3f17948c-8c25-4da8-824b-133d3f37ecd3 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:54.592042 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-90dc0f83-f6eb-44c2-8777-0e9b411e5acc req-3f17948c-8c25-4da8-824b-133d3f37ecd3 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1261942
Feb 17 03:27:54.652197 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-90dc0f83-f6eb-44c2-8777-0e9b411e5acc req-ad42fea9-da85-4c48-9bd7-88df2aa42578 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521972
Feb 17 03:27:54.869818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dbe15-a1a1-4870-9631-466b7128e969 req-04e67f71-36f4-4c4b-b274-ac582e7a4948 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:54.876027 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689dbe15-a1a1-4870-9631-466b7128e969 req-04e67f71-36f4-4c4b-b274-ac582e7a4948 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1242752
Feb 17 03:27:54.923785 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689dbe15-a1a1-4870-9631-466b7128e969 req-99c97358-768d-4b13-b3c4-3abdfb9f9924 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444300
Feb 17 03:27:55.000341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52874) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:55.143976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.160122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:55.164251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Usage tracker for resource:security_group_rule and tenant:4d33816cd0b64674b58b7b5d6107c34e is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:55.167287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:55.173609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:55.200570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 52882) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:55.278277 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.282090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.291025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.352027 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d33816cd0b64674b58b7b5d6107c34e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3502808
Feb 17 03:27:55.353158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb76030-c1da-44b5-ba7b-b8de745258d0,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.354934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52888) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:55.356502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.371053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.374796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:55.378864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3decd8c80a41c099f6eaf964b7fedc is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:55.381922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:55.388607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:55.417067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.446173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.482709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.485553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.493195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.497018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.499316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3aa2a4b7-9d06-4765-a750-41047fdec61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.523561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb76030-c1da-44b5-ba7b-b8de745258d0,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.523561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.523985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.528219 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddb76030-c1da-44b5-ba7b-b8de745258d0 HTTP/1.1" status: 204  len: 168 time: 0.1721730
Feb 17 03:27:55.555952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c882e-ecdb-4704-a943-1eda4a06ac83,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.561904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.569962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52900) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:55.570110 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a3decd8c80a41c099f6eaf964b7fedc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683472
Feb 17 03:27:55.657473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.690042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.740615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.752324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1be84cee-b7c8-4349-ac17-02d72a2278c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:55.766789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c882e-ecdb-4704-a943-1eda4a06ac83,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:55.769286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.773006 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/481c882e-ecdb-4704-a943-1eda4a06ac83 HTTP/1.1" status: 204  len: 168 time: 0.1989505
Feb 17 03:27:55.773006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:55.919174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52920) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:55.942474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:55.960767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:55.966930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Usage tracker for resource:security_group_rule and tenant:663df68b336c44c9b170994b5ccd4d95 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:55.970386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:55.976365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:56.018503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-742bedb1-de6a-4c0a-9327-2f7a4492b646 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:56.020123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-742bedb1-de6a-4c0a-9327-2f7a4492b646 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.2620757
Feb 17 03:27:56.043724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e62cb-3157-4ce4-8cce-28102b0f9f42 req-aa8599c3-b98b-4482-9a81-b86b2db46f82 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:56.045580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c3e62cb-3157-4ce4-8cce-28102b0f9f42 req-aa8599c3-b98b-4482-9a81-b86b2db46f82 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1717622
Feb 17 03:27:56.047545 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-87893623-9b99-42cb-b3e1-791103eb4015 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/quotas/0ade3597251b451eb7a31a1c95528adf HTTP/1.1" status: 200  len: 375 time: 0.0203753
Feb 17 03:27:56.076672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.079633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.092347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fb626a01-4388-4e6b-959d-209607eaaa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.138855 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=663df68b336c44c9b170994b5ccd4d95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149017
Feb 17 03:27:56.140816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 52932) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:56.154142 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c3e62cb-3157-4ce4-8cce-28102b0f9f42 req-5af15e97-20aa-4258-bf34-60d47c6f44e9 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014383
Feb 17 03:27:56.157865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20675f-5e42-4ae0-b4b4-e33883919415,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.163475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.194984 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-762c9c0b-1d86-4373-9f86-51dd480a03bc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1254616
Feb 17 03:27:56.243162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.284878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.371722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.378039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:56.391795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20675f-5e42-4ae0-b4b4-e33883919415,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:56.395003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:56.397509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:56.401300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c20675f-5e42-4ae0-b4b4-e33883919415 HTTP/1.1" status: 204  len: 168 time: 0.2588661
Feb 17 03:27:56.451585 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-23c28c82-54d0-4e04-a9d7-ce4c9ccac19f service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343419
Feb 17 03:27:56.490865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d97cf-bf9d-4739-a02c-3c5d6e2ca322 req-524f60ef-4166-442a-9eb3-cbae7f5eb5aa tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:56.492617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf4d97cf-bf9d-4739-a02c-3c5d6e2ca322 req-524f60ef-4166-442a-9eb3-cbae7f5eb5aa tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1650178
Feb 17 03:27:56.612528 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf4d97cf-bf9d-4739-a02c-3c5d6e2ca322 req-aac0b2ef-2a26-4992-80ff-10aa6c3f21e0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603173
Feb 17 03:27:56.696483 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-9b9d522d-b388-4524-8de9-3214fc530eef service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2373941
Feb 17 03:27:57.004207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device f9cb44e1-39e1-42b7-8141-01ff54d40c3a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:27:57.018313 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c024b0a6-e680-4ccf-9fe5-7c6860a1f540 req-b81be1b1-fb67-40fb-b04e-830f7c22dce0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 210 time: 0.0747659
Feb 17 03:27:57.112859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port f9cb44e1-39e1-42b7-8141-01ff54d40c3a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:27:57.113603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:57.920573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0fff4-b5cf-47e4-80ed-34d42cee34b9 req-17552914-5260-4588-989f-ff0eeec20e69 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.922223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4aa0fff4-b5cf-47e4-80ed-34d42cee34b9 req-17552914-5260-4588-989f-ff0eeec20e69 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1199737
Feb 17 03:27:57.929313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1fd63-3df7-4500-b607-10b3aea386be req-d498df7b-2bfa-4b38-8db2-c55341ed57ec tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:57.934896 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09d1fd63-3df7-4500-b607-10b3aea386be req-d498df7b-2bfa-4b38-8db2-c55341ed57ec tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1767261
Feb 17 03:27:58.013781 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4aa0fff4-b5cf-47e4-80ed-34d42cee34b9 req-a46041d5-b6a0-4563-8018-0cbc22f8444c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767381
Feb 17 03:27:58.018831 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-09d1fd63-3df7-4500-b607-10b3aea386be req-5a46b9e3-cb1f-4a3f-9f81-b97f3cee5195 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667717
Feb 17 03:27:58.178222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.187631 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e018d394-8a80-445d-a246-c6502cb97314 req-110ab3b7-dcd7-4781-ae49-41169ced1163 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 210 time: 0.0524206
Feb 17 03:27:58.581822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 53032) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:58.796697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:58.827757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:58.836814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Usage tracker for resource:security_group_rule and tenant:8aaeb9e955f3476b8d4c712096661da2 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:27:58.842455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:27:58.851565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:58.891949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-18229761-58cd-4174-ba17-d85a1e9ae0bb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:58.893508 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-18229761-58cd-4174-ba17-d85a1e9ae0bb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.2263026
Feb 17 03:27:58.943148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Request body: {'port': {'device_id': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286', 'admin_state_up': True, 'tenant_id': '0ade3597251b451eb7a31a1c95528adf'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:27:59.063004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.066803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.077454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:59.157867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53062) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:27:59.158042 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aaeb9e955f3476b8d4c712096661da2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5749769
Feb 17 03:27:59.167747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215395bb-d87a-463f-8004-d8f73f15f026,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:59.175149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:59.183860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:27:59.195369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:27:59.216013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:27:59.222735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.592757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Allocated IP 172.20.0.4 (14692b9d-40c8-4147-9ef2-2084ebbdc286/9652e8fc-fe56-4b30-aef3-4c775416b0bd/5e72f71c-333a-4cfd-859b-95ac38dfea5f) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:27:59.599309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.619164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c31d-3008-4c5b-b36e-0939972a05f2 req-f3d22583-d098-440c-b8c5-2d829ee621ae tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:59.626849 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f140c31d-3008-4c5b-b36e-0939972a05f2 req-f3d22583-d098-440c-b8c5-2d829ee621ae tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.4361613
Feb 17 03:27:59.667532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1581c04-e320-4add-a3ad-36b5bb754534 req-fe87f85b-b8a8-4f47-a50e-b5dbc3efae69 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:27:59.669204 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d1581c04-e320-4add-a3ad-36b5bb754534 req-fe87f85b-b8a8-4f47-a50e-b5dbc3efae69 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.4740865
Feb 17 03:27:59.677202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.762029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f140c31d-3008-4c5b-b36e-0939972a05f2 req-dc2e5044-455e-4f54-877c-8f25264ab5e0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317039
Feb 17 03:27:59.779330 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d1581c04-e320-4add-a3ad-36b5bb754534 req-bb03beeb-8e29-4586-8889-9cc98403d23e tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941358
Feb 17 03:27:59.817597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.833120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:27:59.859295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:27:59.861154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/215395bb-d87a-463f-8004-d8f73f15f026 HTTP/1.1" status: 204  len: 168 time: 0.7018795
Feb 17 03:27:59.870862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215395bb-d87a-463f-8004-d8f73f15f026,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:27:59.882410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:27:59.977746 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53bb97eb-cf5b-4540-8bb3-8a3b5e30dd65 req-8510325e-8b0e-43af-bf16-f00af62f8c89 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 210 time: 0.0628035
Feb 17 03:28:00.095878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.131364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.163342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e143fcbc-f922-42a6-9894-516a9cafe1a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.267989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event updated for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:00.284560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53094) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:00.303175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.318369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:00.320991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:00.322597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Usage tracker for resource:security_group_rule and tenant:900d22b509324064ba95ff910333d3c9 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:00.326151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:00.332082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:00.401824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:00.403439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:00.406808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:00.421217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.424259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.433213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-82455f2f-31db-44ab-80bb-0059d8708908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.475793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:00.479017 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=900d22b509324064ba95ff910333d3c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1906130
Feb 17 03:28:00.479122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.479217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53098) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:00.492661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466de2b-786a-4b7a-949e-26c7ea8d7131,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:00.498503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:00.507820 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5698740
Feb 17 03:28:00.552942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.581129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.592745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Request body: {'port': {'device_id': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:00.629989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.635231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:00.649451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466de2b-786a-4b7a-949e-26c7ea8d7131,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:00.652351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:00.653530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:00.657414 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d466de2b-786a-4b7a-949e-26c7ea8d7131 HTTP/1.1" status: 204  len: 168 time: 0.1744330
Feb 17 03:28:00.717678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.138780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41175df-32de-4470-889a-af8959a2abfe req-17995960-2eaf-44dd-979a-968991b37264 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.143304 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e41175df-32de-4470-889a-af8959a2abfe req-17995960-2eaf-44dd-979a-968991b37264 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2290471
Feb 17 03:28:01.148750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03b0d-aaed-44b5-b78b-4c2e56ad3934 req-d1b6822d-8ccc-4034-b4ba-22b0ea49f1a9 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.150397 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7a03b0d-aaed-44b5-b78b-4c2e56ad3934 req-d1b6822d-8ccc-4034-b4ba-22b0ea49f1a9 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.1963747
Feb 17 03:28:01.243535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e72f71c-333a-4cfd-859b-95ac38dfea5f {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:28:01.260441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.286243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-8ebdf175-ac7d-4cf3-865f-17a21922347d tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.289175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Transition to ACTIVE for port object 5e72f71c-333a-4cfd-859b-95ac38dfea5f will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:01.292175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.309870 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-8ebdf175-ac7d-4cf3-865f-17a21922347d tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 946 time: 0.2600303
Feb 17 03:28:01.385219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-87ac740d-dd99-4fad-b26e-8c5e3fe8f2e2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:01.427273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e41175df-32de-4470-889a-af8959a2abfe req-dacdddc6-6422-4a7c-83c7-fb872cf75806 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751820
Feb 17 03:28:01.455612 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d7a03b0d-aaed-44b5-b78b-4c2e56ad3934 req-8adec043-6dbf-425b-afd5-027e464beaf2 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2773159
Feb 17 03:28:01.494007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:01.501055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:01.544025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Deleting port f9cb44e1-39e1-42b7-8141-01ff54d40c3a {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:01.544474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.621661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53138) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:01.733197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Attempting to bind port 5e72f71c-333a-4cfd-859b-95ac38dfea5f on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:28:01.733489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Attempting to bind port 5e72f71c-333a-4cfd-859b-95ac38dfea5f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:28:01.733864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Attempting to bind port 5e72f71c-333a-4cfd-859b-95ac38dfea5f on network 14692b9d-40c8-4147-9ef2-2084ebbdc286 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:28:01.739885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:28:01.740302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Checking segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:01.740631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.741026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Bound using segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:28:01.741507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Bound port: 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:28:01.741882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.856188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] For port 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:28:01.860488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] For port 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:28:01.864668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.881705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:01.942630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:01.972830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device f9cb44e1-39e1-42b7-8141-01ff54d40c3a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:28:01.974802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:01.984682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a8010-abe6-42a9-984c-a0398c1f17a8 req-6dfba2bc-9215-4a45-b64b-0256e54f39ce tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:01.993492 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66a8010-abe6-42a9-984c-a0398c1f17a8 req-6dfba2bc-9215-4a45-b64b-0256e54f39ce tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.3355758
Feb 17 03:28:02.038055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.042934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.043773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Usage tracker for resource:security_group_rule and tenant:df89dcc8f8a44ccf93eee50782373194 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:02.056169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:02.072372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:02.081012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.081725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.083180 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] 10.222.0.52 "PUT /v2.0/ports/5e72f71c-333a-4cfd-859b-95ac38dfea5f HTTP/1.1" status: 200  len: 1157 time: 1.4956174
Feb 17 03:28:02.083747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:02.136693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:02.137209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.149910 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f', 'status': 'completed', 'code': 200}
Feb 17 03:28:02.172182 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e66a8010-abe6-42a9-984c-a0398c1f17a8 req-a4205340-1d86-4ead-b27d-8f60c07083f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774886
Feb 17 03:28:02.192115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.253655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:02.255036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:02.261804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.263991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:02.347164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.351055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.363985 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a', 'code': 200}
Feb 17 03:28:02.369160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Calling delete_port for f9cb44e1-39e1-42b7-8141-01ff54d40c3a owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:02.389881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7715522-2a23-4979-825e-52b62d4762c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.391555 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-e7715522-2a23-4979-825e-52b62d4762c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 1160 time: 0.1952610
Feb 17 03:28:02.583287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-efacd3d3-e19c-4268-93b8-bdad79d073d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f HTTP/1.1" status: 200  len: 217 time: 0.1473677
Feb 17 03:28:02.668986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:28:02.669220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-104aebb5-dae8-41e4-954e-9ad5eeb75be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.669526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:28:02.670834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-104aebb5-dae8-41e4-954e-9ad5eeb75be5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.0782719
Feb 17 03:28:02.737576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.739025 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-41f0c7d4-085e-45d2-8034-7f1787ae74fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498440
Feb 17 03:28:02.749436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:02.762363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-66232238-6c90-4ffe-a5d7-445158dad828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:02.821089 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df89dcc8f8a44ccf93eee50782373194&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1983161
Feb 17 03:28:02.825010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e813f7-44b5-4827-a789-f638184c8b1b,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:02.830762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:02.833135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53184) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:02.911350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedce0e7-883e-418c-bf1f-8da48c104db0 req-83cc2d69-e61a-429a-a3ff-0db2656241fe tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.913391 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eedce0e7-883e-418c-bf1f-8da48c104db0 req-83cc2d69-e61a-429a-a3ff-0db2656241fe tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2953715
Feb 17 03:28:02.914021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-82563d82-946f-4360-8562-109077a7151e service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547074
Feb 17 03:28:02.927893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112eeef-5c72-4420-93db-ba3d6616b22a req-0eb0f986-ca97-4b59-9dfc-a4a07d47416a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:02.929497 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4112eeef-5c72-4420-93db-ba3d6616b22a req-0eb0f986-ca97-4b59-9dfc-a4a07d47416a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 944 time: 0.2627990
Feb 17 03:28:03.004239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.043679 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eedce0e7-883e-418c-bf1f-8da48c104db0 req-4897f697-926c-4f9e-ab5d-a6284db85f71 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128330
Feb 17 03:28:03.083077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.083931 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4636bbec-4455-4394-8d93-34ba50fb2729 req-51a30f69-bd24-45d2-8d66-208efcabf1bc service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547992
Feb 17 03:28:03.121789 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4112eeef-5c72-4420-93db-ba3d6616b22a req-14947596-095f-442a-81c0-076828c77c28 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696556
Feb 17 03:28:03.152893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.158531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2475ad0a-1399-4f1a-9af8-4a6640079c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:03.171658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-90f59815-93f5-494c-b4c0-1dcc5eecc666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.175253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Deleting port f9cb44e1-39e1-42b7-8141-01ff54d40c3a {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:03.175908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.219635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e813f7-44b5-4827-a789-f638184c8b1b,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:03.222811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:03.253391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.254617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50e813f7-44b5-4827-a789-f638184c8b1b HTTP/1.1" status: 204  len: 168 time: 0.4151599
Feb 17 03:28:03.398694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-81ac097a-2283-426f-a2f2-08278636e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.400360 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-81ac097a-2283-426f-a2f2-08278636e898 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 1160 time: 0.0841928
Feb 17 03:28:03.553706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] For port f9cb44e1-39e1-42b7-8141-01ff54d40c3a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:03.554112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.643492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-7e66470f-d443-4e3e-a753-94d851e41b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.645882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-7e66470f-d443-4e3e-a753-94d851e41b8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 909 time: 0.2095895
Feb 17 03:28:03.710037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Calling delete_port for f9cb44e1-39e1-42b7-8141-01ff54d40c3a owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:03.733145 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-1d02450d-6e03-4ca8-80a8-4fa1aa86774d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f HTTP/1.1" status: 200  len: 217 time: 0.0717599
Feb 17 03:28:03.789590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8e0fd-93c3-45f9-a34f-ca12d03e2fab req-bf2d2618-ccf0-46f4-8cb5-e0a4f937f826 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.791180 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33c8e0fd-93c3-45f9-a34f-ca12d03e2fab req-bf2d2618-ccf0-46f4-8cb5-e0a4f937f826 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.3263075
Feb 17 03:28:03.805293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-2b764ec0-4d22-4011-beb5-a928a938ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:03.806932 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-2b764ec0-4d22-4011-beb5-a928a938ebdb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.0646729
Feb 17 03:28:03.867564 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-03137457-5bc4-44b2-988e-fc1cb7cc0d73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514350
Feb 17 03:28:03.907762 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33c8e0fd-93c3-45f9-a34f-ca12d03e2fab req-f0311e71-2192-4dad-b6b8-634675cd8fe8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087914
Feb 17 03:28:03.934687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:03.953086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:04.015984 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-2312b402-1f40-4f3b-b376-da26972c0998 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385436
Feb 17 03:28:04.056975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Pushing event deleted for resources: {'Port': ['ID=f9cb44e1-39e1-42b7-8141-01ff54d40c3a,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:04.066265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:04.177840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] No DVR routers for this DVR port f9cb44e1-39e1-42b7-8141-01ff54d40c3a on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:28:04.183853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:04.187547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-deleted', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:04.199763 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a98d0e2a-54b5-4719-9d97-6cc0b81f87cb req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "DELETE /v2.0/ports/f9cb44e1-39e1-42b7-8141-01ff54d40c3a HTTP/1.1" status: 204  len: 173 time: 2.8915195
Feb 17 03:28:04.376575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c391739-e163-4162-8812-024ed17959ec req-715f55ae-5e5e-4e0b-9b42-f1b82106f6be tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Synchronizing usage tracker for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:04.397218 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3addfe3d-5369-4cd6-a403-c28143bfdfbb req-c310e91c-8535-47f5-be08-046ec9d5d221 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3692813
Feb 17 03:28:04.402341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c391739-e163-4162-8812-024ed17959ec req-715f55ae-5e5e-4e0b-9b42-f1b82106f6be tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Unset dirty status for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:04.404788 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c391739-e163-4162-8812-024ed17959ec req-715f55ae-5e5e-4e0b-9b42-f1b82106f6be tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=247ca850-da30-4c84-9958-40dd68c23715 HTTP/1.1" status: 200  len: 210 time: 0.1072824
Feb 17 03:28:04.422827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36967525-23fe-4f28-85fb-61e5665a9282 req-0691d11c-2e69-4f75-abaa-bae35ca44852 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:04.424470 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-36967525-23fe-4f28-85fb-61e5665a9282 req-0691d11c-2e69-4f75-abaa-bae35ca44852 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2138600
Feb 17 03:28:04.703042 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ca850-da30-4c84-9958-40dd68c23715', 'name': 'network-vif-deleted', 'tag': 'f9cb44e1-39e1-42b7-8141-01ff54d40c3a', 'status': 'completed', 'code': 200}
Feb 17 03:28:04.708944 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-36967525-23fe-4f28-85fb-61e5665a9282 req-43b91194-e935-4797-b8f0-ba3e6fb69325 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781260
Feb 17 03:28:05.113139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab7481-d154-451c-b974-be9ae0854c93 req-a2404b5e-33f2-4470-a43f-54982c197ed3 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:05.114918 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfab7481-d154-451c-b974-be9ae0854c93 req-a2404b5e-33f2-4470-a43f-54982c197ed3 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.0935466
Feb 17 03:28:05.162672 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfab7481-d154-451c-b974-be9ae0854c93 req-2ffe4d84-3a70-4174-adb3-053510bb25f0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415697
Feb 17 03:28:05.600850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a1025bc6-e724-4d79-aa05-2ef7b258d66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:05.852864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-23153288-671c-4cb6-9554-390d89edc721 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:05.854473 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-23153288-671c-4cb6-9554-390d89edc721 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/networks?id=b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 200  len: 808 time: 0.1602657
Feb 17 03:28:05.871351 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-099176fa-df79-4480-913e-84be268a4a66 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/quotas/b4f9108c28e441b4aa6c82ac5f4d640f HTTP/1.1" status: 200  len: 375 time: 0.0099676
Feb 17 03:28:05.931681 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-1f171dc5-35c5-4bb6-80a5-088715157556 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524411
Feb 17 03:28:06.106866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:06.136953 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-25f59cb3-2793-45b8-a41e-9cc86f74641a service neutron] 10.222.0.46 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884632
Feb 17 03:28:06.298086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19823992-25a0-4931-b04e-d1a10005213e req-29cb91d8-f9e5-42c7-8df8-cc406f34066a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:06.299739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19823992-25a0-4931-b04e-d1a10005213e req-29cb91d8-f9e5-42c7-8df8-cc406f34066a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2088101
Feb 17 03:28:06.348268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-9d5d4152-1817-4044-b083-52a29e04c00e service neutron] 10.222.0.46 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015736
Feb 17 03:28:06.379266 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19823992-25a0-4931-b04e-d1a10005213e req-7b43af76-3f80-45d7-bf8e-88bdf5ce1ded tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732810
Feb 17 03:28:06.690063 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e81a3ff-e80e-485e-b395-4fc0762f929e req-dedc8003-0a5d-4b57-aeae-52000e9f1c81 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0554481
Feb 17 03:28:06.697368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6828d-df11-4488-945d-3c4851c326f6 req-5ab83315-9234-4a55-b3d0-4248a0e670e2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:06.698996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8b6828d-df11-4488-945d-3c4851c326f6 req-5ab83315-9234-4a55-b3d0-4248a0e670e2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.1448691
Feb 17 03:28:06.756747 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8b6828d-df11-4488-945d-3c4851c326f6 req-3f5cb54c-af7f-43fa-9aaf-990bc5438d5e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489731
Feb 17 03:28:07.338865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:07.570370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28e91e-a880-404c-a846-2480e0f0b65d req-bc44a48a-5a7d-4aa4-b2af-b07f941ecc1d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:07.571973 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-af28e91e-a880-404c-a846-2480e0f0b65d req-bc44a48a-5a7d-4aa4-b2af-b07f941ecc1d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0868669
Feb 17 03:28:07.577973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:07.621915 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-af28e91e-a880-404c-a846-2480e0f0b65d req-cac3a2c6-8d20-412d-85bc-eb1676532f27 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428143
Feb 17 03:28:07.870117 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fdd0884b-9e42-424c-85c6-67cf09af7321 req-e7743786-4b53-4f2b-9249-3086c5027036 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0523181
Feb 17 03:28:08.059928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff932b-a50c-4b73-8bae-9ee8962279e0 req-b9b9b504-9d91-4961-865b-a1ac303f8ddb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:08.069604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dcff932b-a50c-4b73-8bae-9ee8962279e0 req-b9b9b504-9d91-4961-865b-a1ac303f8ddb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.0924032
Feb 17 03:28:08.110735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dcff932b-a50c-4b73-8bae-9ee8962279e0 req-15154063-5edc-44ac-8700-5ff0fa72b07b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424376
Feb 17 03:28:10.734497 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64bea1fb-dda0-4e5c-b988-c3851fa1cd96 req-243e478b-5def-4576-a4aa-719f5f07dc09 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0639689
Feb 17 03:28:10.768684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19ddb0-dc49-4bca-ac1f-b7224d7e694d req-065fb365-3f6b-48de-8207-3c409dea4676 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:10.770284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f19ddb0-dc49-4bca-ac1f-b7224d7e694d req-065fb365-3f6b-48de-8207-3c409dea4676 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1415825
Feb 17 03:28:10.819502 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f19ddb0-dc49-4bca-ac1f-b7224d7e694d req-e01aea58-5ba4-49ed-ab68-0d0e53db81f5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430572
Feb 17 03:28:10.919376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fe81e-4ac4-47ed-9f9c-090e5565c01d req-95df19a5-1bfa-47d0-9da1-04bb429872b4 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:10.921544 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f6fe81e-4ac4-47ed-9f9c-090e5565c01d req-95df19a5-1bfa-47d0-9da1-04bb429872b4 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 943 time: 0.0871119
Feb 17 03:28:10.957821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 5e72f71c-333a-4cfd-859b-95ac38dfea5f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:10.971399 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f6fe81e-4ac4-47ed-9f9c-090e5565c01d req-10bdc097-6150-4974-93b5-7746a910e7af tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434744
Feb 17 03:28:11.029030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 5e72f71c-333a-4cfd-859b-95ac38dfea5f completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:11.034664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 5e72f71c-333a-4cfd-859b-95ac38dfea5f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:11.035089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.166805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.197750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:11.209649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:11.212957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.215749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:11.288267 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f', 'code': 200}
Feb 17 03:28:11.300642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:11.313041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:11.511594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-6a5b1506-1203-4d1f-ad14-ffcab47fa08d tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:11.513078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-6a5b1506-1203-4d1f-ad14-ffcab47fa08d tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "GET /v2.0/networks?id=b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 200  len: 808 time: 0.1682296
Feb 17 03:28:11.596164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Request body: {'port': {'device_id': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6', 'admin_state_up': True, 'tenant_id': 'b4f9108c28e441b4aa6c82ac5f4d640f'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:11.682460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbe8a3-3a1b-4b86-afa1-262a9772b9c0 req-b52a6eff-1e48-42ca-9227-b465e5f34007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:11.684371 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54fbe8a3-3a1b-4b86-afa1-262a9772b9c0 req-b52a6eff-1e48-42ca-9227-b465e5f34007 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 1162 time: 0.1053939
Feb 17 03:28:11.732061 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54fbe8a3-3a1b-4b86-afa1-262a9772b9c0 req-f901fe3c-28a6-47fd-9eb2-4130c7b89c47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369132
Feb 17 03:28:11.774721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:11.784593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:11.788351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 5e72f71c-333a-4cfd-859b-95ac38dfea5f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:11.793381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Made reservation on behalf of b4f9108c28e441b4aa6c82ac5f4d640f for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:11.799101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.864831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 5e72f71c-333a-4cfd-859b-95ac38dfea5f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:11.865417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:11.909141 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f4c324e-516d-497d-90b9-e9a944bcaaab req-118c6557-a614-4249-85bd-efea17ed69f1 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0549145
Feb 17 03:28:12.097596 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd779-0991-4aab-bc04-a4df8c115b80 req-32d31193-92f6-4ff6-b1ee-cfb2951e7311 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:12.099127 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-998dd779-0991-4aab-bc04-a4df8c115b80 req-32d31193-92f6-4ff6-b1ee-cfb2951e7311 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0868521
Feb 17 03:28:12.124626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Allocated IP 172.20.0.12 (b088fa35-a5b7-48ec-81c3-59d2072b22a6/42d86880-936c-488d-bac5-5dd23efb9ecc/82d1ec47-2523-4972-a419-d4cd51055be6) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:12.147050 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-998dd779-0991-4aab-bc04-a4df8c115b80 req-1d1a306f-3742-4baf-8e66-438b7d2ffe62 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416713
Feb 17 03:28:12.339021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:12.341605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe243c5e-757e-4454-b736-e3e716878506 req-93ed9aff-ff18-4a5c-ad1e-e124fc6a1d55 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:12.343285 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe243c5e-757e-4454-b736-e3e716878506 req-93ed9aff-ff18-4a5c-ad1e-e124fc6a1d55 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0912037
Feb 17 03:28:12.369771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:12.385299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:12.396141 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe243c5e-757e-4454-b736-e3e716878506 req-ac193a8a-4f2c-4210-8b98-384bc317ac12 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461817
Feb 17 03:28:12.539351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Pushing event updated for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:12.543622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:12.585767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:12.586900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:12.589247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:12.653651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:12.654224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:12.678568 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1000323
Feb 17 03:28:12.711872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Request body: {'port': {'device_id': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:12.834292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.121258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a753c66-b070-471d-ba85-497a3f764ad8 req-a1bafe90-6853-41a9-bdc3-f28030f82233 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.123153 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5a753c66-b070-471d-ba85-497a3f764ad8 req-a1bafe90-6853-41a9-bdc3-f28030f82233 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 932 time: 0.0917106
Feb 17 03:28:13.174438 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5a753c66-b070-471d-ba85-497a3f764ad8 req-77c9c5a7-3b93-460e-87f6-bcc70aee6694 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436082
Feb 17 03:28:13.301807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d1ec47-2523-4972-a419-d4cd51055be6 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:28:13.311563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.326744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Transition to ACTIVE for port object 82d1ec47-2523-4972-a419-d4cd51055be6 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:13.330009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.348008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:13.376806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5b6a4-e6f4-4859-b226-f2344cd48bbc req-ca89407d-eca0-4245-8949-4dc10c1ed245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.378628 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39c5b6a4-e6f4-4859-b226-f2344cd48bbc req-ca89407d-eca0-4245-8949-4dc10c1ed245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1163 time: 0.0903132
Feb 17 03:28:13.475423 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39c5b6a4-e6f4-4859-b226-f2344cd48bbc req-f8b83565-d563-4891-9313-0fae57ff79e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884585
Feb 17 03:28:13.491023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:13.504533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:13.518997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258e172-58ed-424a-a117-32fcf42d138f req-01f295cc-f967-46f0-8fde-61bb16fd1390 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.521354 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7258e172-58ed-424a-a117-32fcf42d138f req-01f295cc-f967-46f0-8fde-61bb16fd1390 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1124139
Feb 17 03:28:13.635154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7258e172-58ed-424a-a117-32fcf42d138f req-d148c13e-cebd-4c92-889e-22067727f8b7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065590
Feb 17 03:28:13.659832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2243d-46cb-4d01-81c6-1c92da4f8695 req-cadbf6db-dd11-41c7-b793-537f1fd51899 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:13.661531 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9eb2243d-46cb-4d01-81c6-1c92da4f8695 req-cadbf6db-dd11-41c7-b793-537f1fd51899 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1160555
Feb 17 03:28:13.689997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Attempting to bind port 82d1ec47-2523-4972-a419-d4cd51055be6 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:28:13.690303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Attempting to bind port 82d1ec47-2523-4972-a419-d4cd51055be6 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:28:13.690676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Attempting to bind port 82d1ec47-2523-4972-a419-d4cd51055be6 on network b088fa35-a5b7-48ec-81c3-59d2072b22a6 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:28:13.696620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:28:13.696993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Checking segment: {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:13.697395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.697790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Bound using segment: {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:28:13.698264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Bound port: 82d1ec47-2523-4972-a419-d4cd51055be6, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e545b798-8e53-4902-bc29-6450b8ed630b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'b088fa35-a5b7-48ec-81c3-59d2072b22a6'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:28:13.698641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.710691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9eb2243d-46cb-4d01-81c6-1c92da4f8695 req-d731a8cd-ac35-4a85-ae78-743d0380d9d7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428426
Feb 17 03:28:13.793884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:28:13.797485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82d1ec47-2523-4972-a419-d4cd51055be6,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:28:13.800664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:13.815981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38c6ccf0-0618-4e1d-ab09-0c170d3c1d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:13.964628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:13.970280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:13.989496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 5e72f71c-333a-4cfd-859b-95ac38dfea5f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:14.015106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.015821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:14.017344 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/82d1ec47-2523-4972-a419-d4cd51055be6 HTTP/1.1" status: 200  len: 1158 time: 1.3103690
Feb 17 03:28:14.017886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:14.082673 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6', 'status': 'completed', 'code': 200}
Feb 17 03:28:14.094595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 5e72f71c-333a-4cfd-859b-95ac38dfea5f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:14.095097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:14.398365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-67cb848b-9180-4641-92ca-3fc6d765513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.401121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-67cb848b-9180-4641-92ca-3fc6d765513b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 1161 time: 0.0879061
Feb 17 03:28:14.410570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af405d6-4fef-4988-8b11-0c472288a1c4 req-c69d2856-d402-429f-9415-48ae4c547be5 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.412251 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6af405d6-4fef-4988-8b11-0c472288a1c4 req-c69d2856-d402-429f-9415-48ae4c547be5 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.1029763
Feb 17 03:28:14.478471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6af405d6-4fef-4988-8b11-0c472288a1c4 req-8b2f91e0-2057-4b38-a17e-f5c8ec5523ad tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595198
Feb 17 03:28:14.628877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-b4f57e5c-32ef-4325-bc21-5f3c350fa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.630798 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-b4f57e5c-32ef-4325-bc21-5f3c350fa36b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1635647
Feb 17 03:28:14.787756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-a18f213e-0d68-4d7f-8b99-f1ce94458468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.789357 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74d2b6f1-6291-433f-b724-457bfe1ee7db req-a18f213e-0d68-4d7f-8b99-f1ce94458468 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1512089
Feb 17 03:28:14.898881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b089-a291-47fc-a97a-a24372d737ea req-f9c85cfe-5014-4d70-8198-d708ff7c3477 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.900535 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a1c5b089-a291-47fc-a97a-a24372d737ea req-f9c85cfe-5014-4d70-8198-d708ff7c3477 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1440310
Feb 17 03:28:14.967282 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a1c5b089-a291-47fc-a97a-a24372d737ea req-7486d747-c538-44d2-aafc-cc5b87443224 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577061
Feb 17 03:28:14.974943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba569b0-0e29-4ebf-83ef-58673b59ccd3 req-cea6384d-cc9b-41d1-acf4-acd16ed3d121 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.976617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ba569b0-0e29-4ebf-83ef-58673b59ccd3 req-cea6384d-cc9b-41d1-acf4-acd16ed3d121 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1426475
Feb 17 03:28:14.996057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-d7c15f60-9edd-4446-98ca-5a94278fe663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:14.997626 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-d7c15f60-9edd-4446-98ca-5a94278fe663 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 1161 time: 0.0827885
Feb 17 03:28:15.025228 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4ba569b0-0e29-4ebf-83ef-58673b59ccd3 req-d8d719cc-f014-40b2-9112-96066a77cccd tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418148
Feb 17 03:28:15.098937 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-a90f82bd-3809-44a3-9839-89586d84e101 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82d1ec47-2523-4972-a419-d4cd51055be6 HTTP/1.1" status: 200  len: 217 time: 0.0725908
Feb 17 03:28:15.388016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ce219714-68c7-474b-91dd-d0a4dbeadee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:15.390330 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-ce219714-68c7-474b-91dd-d0a4dbeadee9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42d86880-936c-488d-bac5-5dd23efb9ecc HTTP/1.1" status: 200  len: 848 time: 0.2817094
Feb 17 03:28:15.458689 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-1bbb2e0d-feea-4b6d-aa2b-e721f301afb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b088fa35-a5b7-48ec-81c3-59d2072b22a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557377
Feb 17 03:28:15.631290 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-be0bae70-3d28-4b19-9b19-d84fedeee1a9 service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594110
Feb 17 03:28:15.683188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c63b3-cd00-4a7b-b483-770af1b7d786 req-4258f64f-da35-4d0b-9fe8-27149d03235c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:15.684805 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f42c63b3-cd00-4a7b-b483-770af1b7d786 req-4258f64f-da35-4d0b-9fe8-27149d03235c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.0947921
Feb 17 03:28:15.746236 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f42c63b3-cd00-4a7b-b483-770af1b7d786 req-0b534836-aaa9-4644-bd55-4c6f65a412dd tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540173
Feb 17 03:28:15.916155 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9ba1ca1-8474-4b0a-b9d4-98da36ce42ec req-5b6cf90c-698a-4cd8-9bb3-ca98bbe28d6c service neutron] 10.222.0.52 "GET /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394186
Feb 17 03:28:16.176249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66df57-77a1-4e0d-b0bf-fa770fa0ed93 req-d5445368-cd51-4cde-a03f-31b173839ab3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:16.177873 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6c66df57-77a1-4e0d-b0bf-fa770fa0ed93 req-d5445368-cd51-4cde-a03f-31b173839ab3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0929978
Feb 17 03:28:16.187291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device d44d5eb4-7819-4ef2-ab77-782ff0c9f159 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:16.219955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 53442) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:16.254705 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6c66df57-77a1-4e0d-b0bf-fa770fa0ed93 req-7d481451-3b0c-4196-8e97-745814b4a634 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501401
Feb 17 03:28:16.423399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.443100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:16.447245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Usage tracker for resource:security_group_rule and tenant:45404ffd6a194a3c893374c3c3f4c306 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:16.450167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:16.454551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:16.454979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.455971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:16.540633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.543481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.552518 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d7fb078-1e6a-48ab-878d-7c9453223f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:16.597866 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45404ffd6a194a3c893374c3c3f4c306&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3764904
Feb 17 03:28:16.598793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226ed164-0c88-462d-8ded-43be696b8f2c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:16.600740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 53450) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:16.603194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-63aed40a-4a76-43dc-bd52-db5dfc0a32dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:16.674308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.704747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.751493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.755393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-83a1c044-99d5-4f7c-af96-925bb9620b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:16.768151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226ed164-0c88-462d-8ded-43be696b8f2c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:16.770886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:16.776720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:16.777994 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/226ed164-0c88-462d-8ded-43be696b8f2c HTTP/1.1" status: 204  len: 168 time: 0.1761539
Feb 17 03:28:17.081777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 53472) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:17.109530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.128058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:17.132310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3cc45786b84c49b493a6779b63b3f4 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:17.133603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef9b3-097a-4856-8e73-3cdd325d9548 req-99d338de-4825-4ad8-900b-30f3de68bd5f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.135488 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55aef9b3-097a-4856-8e73-3cdd325d9548 req-99d338de-4825-4ad8-900b-30f3de68bd5f tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.0929253
Feb 17 03:28:17.135722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:17.142679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:17.192060 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-55aef9b3-097a-4856-8e73-3cdd325d9548 req-770878f2-9d8e-4b3e-8260-2537e39b5e89 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492065
Feb 17 03:28:17.275837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.278838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.288717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:17.317374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ce32f-95d3-4b8d-97ea-7ef71588ee77,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:17.321028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:17.345295 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c3cc45786b84c49b493a6779b63b3f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2621038
Feb 17 03:28:17.348271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 53482) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:28:17.414138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.441740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.473559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a63687-27a8-4f49-a7ca-e59191ac12ed req-2e09393d-0c0d-4f6e-aec9-091f8435f37c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.475447 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08a63687-27a8-4f49-a7ca-e59191ac12ed req-2e09393d-0c0d-4f6e-aec9-091f8435f37c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0914152
Feb 17 03:28:17.488817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.493914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bc1ff9e6-3dc1-4c05-a260-f3a016d28c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:17.507024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ce32f-95d3-4b8d-97ea-7ef71588ee77,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:17.510178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:17.521205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:17.522452 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f98ce32f-95d3-4b8d-97ea-7ef71588ee77 HTTP/1.1" status: 204  len: 168 time: 0.1732030
Feb 17 03:28:17.526646 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-08a63687-27a8-4f49-a7ca-e59191ac12ed req-06095f65-0bda-4f66-90bd-2461e9aab869 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440252
Feb 17 03:28:17.755829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df385966-2568-4e45-b9ac-85fa855bff56 req-d44694be-a040-40b1-b99f-90b7d255f1dd tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:17.757443 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df385966-2568-4e45-b9ac-85fa855bff56 req-d44694be-a040-40b1-b99f-90b7d255f1dd tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0876493
Feb 17 03:28:17.807947 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df385966-2568-4e45-b9ac-85fa855bff56 req-d34760bd-169b-4399-9de4-ee713d431553 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441213
Feb 17 03:28:18.462082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da17e11-ebd4-43d6-a293-775b7ab74e64 req-13965395-3623-464b-bfff-d69530288988 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:18.470700 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6da17e11-ebd4-43d6-a293-775b7ab74e64 req-13965395-3623-464b-bfff-d69530288988 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.1200755
Feb 17 03:28:18.532636 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6da17e11-ebd4-43d6-a293-775b7ab74e64 req-40604676-9e08-4ef0-8746-b6fa3cf8c826 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609057
Feb 17 03:28:19.733810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd7714-e15d-4e4f-93e3-77cf6607ce4f req-a33b03ed-cdc5-4332-b27c-fa4f622adf17 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.735552 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27bd7714-e15d-4e4f-93e3-77cf6607ce4f req-a33b03ed-cdc5-4332-b27c-fa4f622adf17 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.0924306
Feb 17 03:28:19.792025 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27bd7714-e15d-4e4f-93e3-77cf6607ce4f req-4b3bb493-748b-4733-889d-0ccfb4773346 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501955
Feb 17 03:28:19.948429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-ee3c2785-e211-47dd-b360-df07ab0dca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.950021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-ee3c2785-e211-47dd-b360-df07ab0dca85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.0832741
Feb 17 03:28:19.950184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4418-8594-46ee-ae7e-04795a565305 req-d62594a0-2c1a-4bfd-982b-29c705d6cd00 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:19.951757 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-323b4418-8594-46ee-ae7e-04795a565305 req-d62594a0-2c1a-4bfd-982b-29c705d6cd00 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0899584
Feb 17 03:28:19.999804 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-323b4418-8594-46ee-ae7e-04795a565305 req-0fa285c4-553d-4daa-af80-c9f5fc6239f8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406303
Feb 17 03:28:20.099699 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-5e7a2e3a-e6bb-43f8-86b1-bbd648ed6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:20.101287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-5e7a2e3a-e6bb-43f8-86b1-bbd648ed6ee0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.1410775
Feb 17 03:28:20.185275 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-8c8f4806-cbd2-423f-bf0e-d1b5a08ef555 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.0673025
Feb 17 03:28:20.269861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-9ce4bfce-10cb-49b6-ac1f-07a48ac8de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:20.271490 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-9ce4bfce-10cb-49b6-ac1f-07a48ac8de22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0718567
Feb 17 03:28:20.327597 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-7018d0ac-7aa2-4b67-822e-1ab4a674d067 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485196
Feb 17 03:28:20.488248 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-0911f417-2caf-4925-82b1-c725894bbbac service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427615
Feb 17 03:28:20.699393 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71655a64-2a0a-4be3-a7f9-2ffc2cef9d37 req-c5bc6614-29f7-4819-bef9-1413538d7c3f service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420066
Feb 17 03:28:21.001289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9dac6-2b8f-4f45-af2c-b8703c71a507 req-0b71ca97-21d6-4e42-bac2-d28b1bafd0af tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.002925 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5af9dac6-2b8f-4f45-af2c-b8703c71a507 req-0b71ca97-21d6-4e42-bac2-d28b1bafd0af tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.0913928
Feb 17 03:28:21.051129 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5af9dac6-2b8f-4f45-af2c-b8703c71a507 req-a8febf80-bc2a-4188-bf77-927dc50750c4 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418198
Feb 17 03:28:21.135890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82d1ec47-2523-4972-a419-d4cd51055be6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:21.211477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 82d1ec47-2523-4972-a419-d4cd51055be6 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:28:21.219344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82d1ec47-2523-4972-a419-d4cd51055be6 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:21.219500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:21.250032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87bc9-5342-416a-8028-edba7924d25b req-a0200d03-6144-4f0f-bf96-2e76a6d0bd9e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.251841 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78e87bc9-5342-416a-8028-edba7924d25b req-a0200d03-6144-4f0f-bf96-2e76a6d0bd9e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1343036
Feb 17 03:28:21.304356 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78e87bc9-5342-416a-8028-edba7924d25b req-837ca958-530d-45a8-aa4e-319c6b559fa8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446191
Feb 17 03:28:21.352723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:21.382032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:21.394095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82d1ec47-2523-4972-a419-d4cd51055be6,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:21.397286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:21.399326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:21.439046 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6', 'code': 200}
Feb 17 03:28:21.473204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:21.476538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:21.769913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e8dcb-c293-45e6-acbd-becc2cef4b7d req-a016b643-6462-43e6-9d62-9dce964b9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:21.771659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-888e8dcb-c293-45e6-acbd-becc2cef4b7d req-a016b643-6462-43e6-9d62-9dce964b9ce4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 1163 time: 0.0890236
Feb 17 03:28:21.855108 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-888e8dcb-c293-45e6-acbd-becc2cef4b7d req-8da64def-b268-4294-bc2e-a266e5251efc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436935
Feb 17 03:28:21.997525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82d1ec47-2523-4972-a419-d4cd51055be6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:22.073606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82d1ec47-2523-4972-a419-d4cd51055be6 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:22.074163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:22.253602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc819a0-d69a-481b-8975-2cbacd547b5f req-e0c25e94-347f-437e-835f-21ed7b2e70f5 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.255315 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfc819a0-d69a-481b-8975-2cbacd547b5f req-e0c25e94-347f-437e-835f-21ed7b2e70f5 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0887008
Feb 17 03:28:22.317580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dfc819a0-d69a-481b-8975-2cbacd547b5f req-2cfbf214-0d93-44b9-ac93-e05dc80c9190 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545757
Feb 17 03:28:22.363767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-6b1fd35d-2536-4e10-a359-70ce0c8d9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.365400 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-6b1fd35d-2536-4e10-a359-70ce0c8d9210 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.1069374
Feb 17 03:28:22.526570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0a62-6c1a-4f5c-a718-dfdf5d6af9e6 req-494efbab-6aaa-464b-8fa4-66834ef6080b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.528320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eeec0a62-6c1a-4f5c-a718-dfdf5d6af9e6 req-494efbab-6aaa-464b-8fa4-66834ef6080b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0973713
Feb 17 03:28:22.583584 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eeec0a62-6c1a-4f5c-a718-dfdf5d6af9e6 req-c89f960f-8e71-4f2f-a0de-29bb121dfa79 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471468
Feb 17 03:28:22.589488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-ba0e5627-4668-4072-a167-f507316d5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.591092 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-ba0e5627-4668-4072-a167-f507316d5bde service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.1604702
Feb 17 03:28:22.671634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-44c76066-8321-477b-adb5-8fb3f097161b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.0717366
Feb 17 03:28:22.753041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-34d2cc03-2842-4adb-9abe-ba7bb1a7ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:22.754515 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-34d2cc03-2842-4adb-9abe-ba7bb1a7ea47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0650826
Feb 17 03:28:22.811224 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-c06ffd44-865a-4781-8b71-f75059de2991 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474360
Feb 17 03:28:22.969773 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-ba801bb0-97cd-4267-a16a-163fa3d3ad7a service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477277
Feb 17 03:28:23.152227 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e4a4616-e952-43b3-8a5d-221c3b8ca67f req-cd674bd3-8750-457a-a3e6-780990253e02 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410210
Feb 17 03:28:23.512793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db37520-1f80-4b57-a55b-108b70741e1c req-0b1c8c70-ceff-4828-a9fb-514d9203e3c7 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.514264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4db37520-1f80-4b57-a55b-108b70741e1c req-0b1c8c70-ceff-4828-a9fb-514d9203e3c7 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0905576
Feb 17 03:28:23.568087 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4db37520-1f80-4b57-a55b-108b70741e1c req-e871b427-70e9-457e-aa47-13cf456daf7a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468800
Feb 17 03:28:23.786000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8d99-a676-4454-abfd-e4c7784ff781 req-ff95e965-a706-4aaf-b306-cc2ede95aa71 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:23.787637 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-177a8d99-a676-4454-abfd-e4c7784ff781 req-ff95e965-a706-4aaf-b306-cc2ede95aa71 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0887043
Feb 17 03:28:23.836315 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-177a8d99-a676-4454-abfd-e4c7784ff781 req-ae3b00eb-71bd-4411-9453-b8c3f54831b2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425372
Feb 17 03:28:24.291006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82d1ec47-2523-4972-a419-d4cd51055be6 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:24.363814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82d1ec47-2523-4972-a419-d4cd51055be6 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:24.364240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:24.769416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923f58-082a-43ad-8ba4-16d5fdfd9af2 req-8c40ce28-5eb7-47b9-8167-e6934a6cbf1a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:24.771061 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-04923f58-082a-43ad-8ba4-16d5fdfd9af2 req-8c40ce28-5eb7-47b9-8167-e6934a6cbf1a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0902612
Feb 17 03:28:25.020486 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-04923f58-082a-43ad-8ba4-16d5fdfd9af2 req-eda774f9-65c2-4eec-827c-1be0eae8d56d tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431180
Feb 17 03:28:25.220854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b013e5-15cf-4a05-afee-018faea68f26 req-edbf41a8-c455-46ef-8013-1a38b28b9c55 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:25.222451 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f0b013e5-15cf-4a05-afee-018faea68f26 req-edbf41a8-c455-46ef-8013-1a38b28b9c55 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0887713
Feb 17 03:28:25.272892 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f0b013e5-15cf-4a05-afee-018faea68f26 req-5e779c33-af5b-47ee-a614-fcb5684f71d4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438657
Feb 17 03:28:25.980162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:28:26.478395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233cff4-0441-4acb-9356-4c7798e9408b req-05f96b5f-a093-471b-a73c-492cef18245a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:26.480002 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1233cff4-0441-4acb-9356-4c7798e9408b req-05f96b5f-a093-471b-a73c-492cef18245a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0861301
Feb 17 03:28:26.530849 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1233cff4-0441-4acb-9356-4c7798e9408b req-3cfa862f-5e28-4b51-b927-d3ad2052d3b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445056
Feb 17 03:28:27.111324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeb79d-16f6-4224-8656-a8f97803e6fb req-e37f79a5-2d8b-4ebf-a174-08e344a7da71 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:27.113539 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bbbeb79d-16f6-4224-8656-a8f97803e6fb req-e37f79a5-2d8b-4ebf-a174-08e344a7da71 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0970392
Feb 17 03:28:27.174111 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bbbeb79d-16f6-4224-8656-a8f97803e6fb req-fa18d70e-f1cf-4962-95fb-89bcf0261d6a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462022
Feb 17 03:28:27.728359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f20b97-d6c9-4cd0-94f7-3cb04c850afe req-7c94ac8a-9d33-481e-81b5-9b7790223ae5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:27.729852 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37f20b97-d6c9-4cd0-94f7-3cb04c850afe req-7c94ac8a-9d33-481e-81b5-9b7790223ae5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0848250
Feb 17 03:28:27.778339 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37f20b97-d6c9-4cd0-94f7-3cb04c850afe req-3fb81866-9221-4902-88d1-1ec80c9e0172 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412285
Feb 17 03:28:28.179355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:28.386025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf6d1c-5939-4b18-bb13-a5dbe09562ec req-3514608f-7fb4-445f-bf51-736eec49dabc tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:28.387516 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-baaf6d1c-5939-4b18-bb13-a5dbe09562ec req-3514608f-7fb4-445f-bf51-736eec49dabc tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0914910
Feb 17 03:28:28.435359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-baaf6d1c-5939-4b18-bb13-a5dbe09562ec req-d103835f-a0ae-4100-9b00-836a725c038e tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408344
Feb 17 03:28:28.983202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea26f5-56b2-4c22-8203-0e69e7bee6fa req-9c059213-2855-4071-9de8-ee29b13e5367 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:28.984833 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25ea26f5-56b2-4c22-8203-0e69e7bee6fa req-9c059213-2855-4071-9de8-ee29b13e5367 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0908008
Feb 17 03:28:29.034658 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25ea26f5-56b2-4c22-8203-0e69e7bee6fa req-35c60a0c-acdb-4d13-86f2-176ebc00f05c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429282
Feb 17 03:28:29.639763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c678-32ee-4458-adf4-e11e50451875 req-a3effbb7-e135-4065-8f2c-1b6a56e2ba5a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:29.641381 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e037c678-32ee-4458-adf4-e11e50451875 req-a3effbb7-e135-4065-8f2c-1b6a56e2ba5a tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.0877934
Feb 17 03:28:29.690246 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e037c678-32ee-4458-adf4-e11e50451875 req-8785ef0c-c8d2-456c-a0ac-768685e2c9b8 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427444
Feb 17 03:28:29.929436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-9c9ec77d-e446-4961-bb13-a5d678cd8519 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:29.930196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-9c9ec77d-e446-4961-bb13-a5d678cd8519 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Synchronizing usage tracker for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:28:29.945197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-9c9ec77d-e446-4961-bb13-a5d678cd8519 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Unset dirty status for tenant:b4f9108c28e441b4aa6c82ac5f4d640f on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:28:29.946402 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-9c9ec77d-e446-4961-bb13-a5d678cd8519 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 946 time: 0.1063707
Feb 17 03:28:30.026357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82d1ec47-2523-4972-a419-d4cd51055be6 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:28:30.028946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Deleting port 82d1ec47-2523-4972-a419-d4cd51055be6 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:30.029344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:30.165537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:30.194615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:30.206556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82d1ec47-2523-4972-a419-d4cd51055be6,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:30.212894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:30.215984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-583c990d-edf9-4f76-ab2d-57dee9a3aa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:30.257357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c71667-8934-4b03-a1ae-f24bd7fd7864 req-fb795c12-e124-4fde-b493-f3dca0805d5b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:30.265534 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c2c71667-8934-4b03-a1ae-f24bd7fd7864 req-fb795c12-e124-4fde-b493-f3dca0805d5b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1126585
Feb 17 03:28:30.302531 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6', 'code': 200}
Feb 17 03:28:30.308345 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:30.312478 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c2c71667-8934-4b03-a1ae-f24bd7fd7864 req-b809e2f5-01f1-4e17-95a5-753ca686e388 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458422
Feb 17 03:28:30.318345 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.318923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.319435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.321238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.323029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.323599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.324128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.324657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.325612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.326318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.326834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.327357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.328003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.328542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.329090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.329469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.330405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.330785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.331162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.331578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.332111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.332529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.332748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.333127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:30.340347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:30.396779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82d1ec47-2523-4972-a419-d4cd51055be6,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:30.397189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:30.539794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Calling delete_port for 82d1ec47-2523-4972-a419-d4cd51055be6 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:30.629529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:28:30.629883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:28:30.890059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372110ed-a703-4734-9bd4-c79fba46e20f req-5d3c03b4-df77-4e19-ac9b-88eb7a6584e9 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:30.891748 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-372110ed-a703-4734-9bd4-c79fba46e20f req-5d3c03b4-df77-4e19-ac9b-88eb7a6584e9 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 944 time: 0.0868659
Feb 17 03:28:30.944449 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-372110ed-a703-4734-9bd4-c79fba46e20f req-978d7172-7a17-4b2b-8f27-5bec5e213ecb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec600acf-c704-457b-ae6e-930ff058a7b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457451
Feb 17 03:28:31.130747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Deleting port 82d1ec47-2523-4972-a419-d4cd51055be6 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:28:31.131189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:31.405373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] For port 82d1ec47-2523-4972-a419-d4cd51055be6, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82d1ec47-2523-4972-a419-d4cd51055be6,segment=NetworkSegment(e545b798-8e53-4902-bc29-6450b8ed630b),segment_id=e545b798-8e53-4902-bc29-6450b8ed630b)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:28:31.405788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:31.519284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d53fed-0056-4d90-9c4f-a121cca5cf55 req-4a19bb88-57dc-452a-be84-5ab03e3c0b36 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:31.524879 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7d53fed-0056-4d90-9c4f-a121cca5cf55 req-4a19bb88-57dc-452a-be84-5ab03e3c0b36 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0950053
Feb 17 03:28:31.543045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Calling delete_port for 82d1ec47-2523-4972-a419-d4cd51055be6 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:28:31.571447 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e7d53fed-0056-4d90-9c4f-a121cca5cf55 req-6cd81216-72e7-4ea6-afd9-b73322a0fe2a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443480
Feb 17 03:28:31.699314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:31.714848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e5318572-9e99-4d74-ae60-be22b359f1b5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:32.008362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Pushing event deleted for resources: {'Port': ['ID=82d1ec47-2523-4972-a419-d4cd51055be6,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:32.028441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.028924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.029186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.029585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.029975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.030371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.030758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.031147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.031559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.031959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.032342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.032724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.033205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.034145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.034555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.034940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.035324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.035734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.036112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.036496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.036874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.037281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.037633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.038014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:28:32.042928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:32.113121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-36f19ebf-1543-4e7c-8d42-487fc5d7f790 req-f9462c87-c90a-45c6-8a0b-89efea3bea74 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0539455
Feb 17 03:28:32.136294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] No DVR routers for this DVR port 82d1ec47-2523-4972-a419-d4cd51055be6 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:28:32.138599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:32.141545 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-deleted', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:32.156500 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5dd2edb6-6bd4-401a-95d1-d227d83ad42f req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.52 "DELETE /v2.0/ports/82d1ec47-2523-4972-a419-d4cd51055be6 HTTP/1.1" status: 204  len: 173 time: 2.2003033
Feb 17 03:28:32.196213 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e182fd58-23ef-4d1f-9792-d7c21018fda0', 'name': 'network-vif-deleted', 'tag': '82d1ec47-2523-4972-a419-d4cd51055be6', 'status': 'completed', 'code': 200}
Feb 17 03:28:32.776538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfab51-023a-4fcb-9e57-f336c5b56fa8 req-a63d43a7-2a7c-4deb-9c08-25b9b39eccca tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:32.778134 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-15bfab51-023a-4fcb-9e57-f336c5b56fa8 req-a63d43a7-2a7c-4deb-9c08-25b9b39eccca tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0884178
Feb 17 03:28:32.825685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-15bfab51-023a-4fcb-9e57-f336c5b56fa8 req-d6ce8f24-8a0d-4153-a649-1a4b4607a387 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411973
Feb 17 03:28:33.174606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-58a9529b-fa0f-4b51-93b0-db640d62b7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:33.314776 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0e54056-62c1-4c5a-9969-5d3e5d50420c req-722e81e4-5c0d-4aa4-b66b-4a23919a9c7c tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] 10.222.0.46 "GET /v2.0/ports?device_id=e182fd58-23ef-4d1f-9792-d7c21018fda0 HTTP/1.1" status: 200  len: 210 time: 0.0516376
Feb 17 03:28:34.037352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71adb18-e47f-4c31-86fd-1fe20d77a093 req-7b3b6e40-9bc3-4c6d-946c-e86e39c68b2c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:34.039594 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a71adb18-e47f-4c31-86fd-1fe20d77a093 req-7b3b6e40-9bc3-4c6d-946c-e86e39c68b2c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0928638
Feb 17 03:28:34.087729 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a71adb18-e47f-4c31-86fd-1fe20d77a093 req-71cb060f-98a7-4750-ba7f-a0790e9c5de1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418122
Feb 17 03:28:34.306752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:34.382331 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:34.382765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.370698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ca3ad-783d-40a0-9a8d-3bcbe6feab76 req-6a6c9412-1d07-46c8-8066-2500273415c2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:35.374617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de3ca3ad-783d-40a0-9a8d-3bcbe6feab76 req-6a6c9412-1d07-46c8-8066-2500273415c2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1223738
Feb 17 03:28:35.426070 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de3ca3ad-783d-40a0-9a8d-3bcbe6feab76 req-10790cbf-c153-4382-b4b6-631ccbcb725c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441220
Feb 17 03:28:35.604403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef1fdcb7-9b0b-4e20-b559-c5b8fe262fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:35.684090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9ac15cb0-f8a4-46ba-ad22-464ffaea1e2e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:35.685682 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9ac15cb0-f8a4-46ba-ad22-464ffaea1e2e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.1676960
Feb 17 03:28:35.701955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-8cc8258b-cd6b-4dd3-8afb-186c03eaf157 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/quotas/0ade3597251b451eb7a31a1c95528adf HTTP/1.1" status: 200  len: 375 time: 0.0102980
Feb 17 03:28:35.800667 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-f8b65797-f787-4cea-a752-0d52de24f3ae tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0927141
Feb 17 03:28:35.950974 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-00f7827c-0450-4b2c-9a1d-792ac395b09f service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431737
Feb 17 03:28:36.099862 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-08c0899f-3251-49f9-b2a6-74f83540f91e service neutron] 10.222.0.46 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420689
Feb 17 03:28:36.111801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:36.316696 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7c5f6dde-c255-4523-ba23-a3ccd2041aa2 req-fe288fca-0782-43aa-b091-17521aaccd5a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 210 time: 0.0544477
Feb 17 03:28:36.632155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9713f-579f-47fa-a95e-61fc1c804b1d req-ab1db502-b800-414f-b383-3590737f1c0e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:36.633801 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faf9713f-579f-47fa-a95e-61fc1c804b1d req-ab1db502-b800-414f-b383-3590737f1c0e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0912542
Feb 17 03:28:36.682666 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-faf9713f-579f-47fa-a95e-61fc1c804b1d req-55e27a15-b471-4dfd-b0f0-076b6be8674b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424798
Feb 17 03:28:37.344283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:37.580017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:38.877167 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7039d3ab-6d56-451b-996a-a8a01c50f314 req-26db27ae-eb2b-47a0-8642-f18106053ca8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 210 time: 0.0539169
Feb 17 03:28:38.959223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef71a6-7598-47ff-ab6b-d9134a1dd868 req-a7ace58f-565b-432f-bb93-153c3f9df2c0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:38.960852 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65ef71a6-7598-47ff-ab6b-d9134a1dd868 req-a7ace58f-565b-432f-bb93-153c3f9df2c0 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0950439
Feb 17 03:28:39.009933 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-65ef71a6-7598-47ff-ab6b-d9134a1dd868 req-94373059-2256-4275-b972-51ea8b11e419 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418406
Feb 17 03:28:42.573391 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bd6dfeb-83b4-43b4-980f-58687fd906b8 req-c1beadee-5aef-445b-a9d6-6b7c7ebe2958 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 210 time: 0.0545099
Feb 17 03:28:42.660726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72be15-d6dc-42ef-bbc7-7f512e535ef1 req-1557d27e-2d01-4aee-b9e4-ea7316f20bf7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:42.662903 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d72be15-d6dc-42ef-bbc7-7f512e535ef1 req-1557d27e-2d01-4aee-b9e4-ea7316f20bf7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0873582
Feb 17 03:28:42.686049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-b50876d1-19d3-42c8-96ad-751b880b80c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:42.687650 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-b50876d1-19d3-42c8-96ad-751b880b80c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 815 time: 0.1655502
Feb 17 03:28:42.711779 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d72be15-d6dc-42ef-bbc7-7f512e535ef1 req-aacf3f2a-0347-4c91-b657-1ddf784a05b6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424047
Feb 17 03:28:42.728914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Request body: {'port': {'device_id': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286', 'admin_state_up': True, 'tenant_id': '0ade3597251b451eb7a31a1c95528adf'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:42.873837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:28:42.878102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Usage tracker for resource:port and tenant:0ade3597251b451eb7a31a1c95528adf is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:28:42.881181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:28:42.886973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:28:42.895385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Made reservation on behalf of 0ade3597251b451eb7a31a1c95528adf for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:28:42.901002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:43.206222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Allocated IP 172.20.0.9 (14692b9d-40c8-4147-9ef2-2084ebbdc286/9652e8fc-fe56-4b30-aef3-4c775416b0bd/62f4a7fe-8e9b-45c2-a79a-667070ef1221) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:28:43.417109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:43.446836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:43.532198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3eee8c0a-b16f-419e-8456-96d9b704d837 tempest-DeleteServersTestJSON-580641312 tempest-DeleteServersTestJSON-580641312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:43.628873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event updated for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:43.632516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:43.670040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:28:43.671375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:28:43.673638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:28:43.737167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:43.737767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:43.761754 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0377963
Feb 17 03:28:45.993506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Request body: {'port': {'device_id': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:28:46.119320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:46.324349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aae91-5118-4fe8-9b08-fa2439339954 req-796e7d06-c210-4e04-9c1f-8515a39c47b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.325976 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-008aae91-5118-4fe8-9b08-fa2439339954 req-796e7d06-c210-4e04-9c1f-8515a39c47b4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1549368
Feb 17 03:28:46.391982 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-008aae91-5118-4fe8-9b08-fa2439339954 req-20b800eb-2249-425f-abc8-60e3e6a2b34e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583792
Feb 17 03:28:46.398894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5e519-5251-4100-b179-6213e50f3356 req-7251cf80-1f45-499d-866e-ad7d20c61bbb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.400504 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cca5e519-5251-4100-b179-6213e50f3356 req-7251cf80-1f45-499d-866e-ad7d20c61bbb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 931 time: 0.1393514
Feb 17 03:28:46.452840 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cca5e519-5251-4100-b179-6213e50f3356 req-c4d34ca3-edea-48f1-84ee-e0afc65b3198 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452502
Feb 17 03:28:46.569853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f4a7fe-8e9b-45c2-a79a-667070ef1221 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:28:46.578014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:46.590248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Transition to ACTIVE for port object 62f4a7fe-8e9b-45c2-a79a-667070ef1221 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:28:46.593048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:46.609716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac3bd2e6-d9cb-4ebc-a8a0-d16ac7ee140d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:46.746146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Pushing event updated for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:46.759176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:46.889055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9092ca-15f5-43a1-9867-667363f59ffd req-5c575b90-52c7-4ce9-aeb9-6defab879403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:46.890638 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d9092ca-15f5-43a1-9867-667363f59ffd req-5c575b90-52c7-4ce9-aeb9-6defab879403 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.0767071
Feb 17 03:28:46.936407 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d9092ca-15f5-43a1-9867-667363f59ffd req-9a2ae753-d98b-483d-a26d-224c3fceb507 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383673
Feb 17 03:28:46.939435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Attempting to bind port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:28:46.939852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Attempting to bind port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:28:46.940225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Attempting to bind port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 on network 14692b9d-40c8-4147-9ef2-2084ebbdc286 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:28:46.946214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:28:46.946589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Checking segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:28:46.947026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:46.947416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Bound using segment: {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:28:46.947921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Bound port: 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5527036-8849-40bc-9f25-3691165cfec9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '14692b9d-40c8-4147-9ef2-2084ebbdc286'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:28:46.948306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:47.050844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:28:47.054287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:28:47.060721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:47.080396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:28:47.213520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Pushing event updated for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:28:47.221936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:28:47.294491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.295163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:47.296658 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] 10.222.0.52 "PUT /v2.0/ports/62f4a7fe-8e9b-45c2-a79a-667070ef1221 HTTP/1.1" status: 200  len: 1157 time: 1.3085241
Feb 17 03:28:47.297174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:28:47.519839 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221', 'status': 'completed', 'code': 200}
Feb 17 03:28:47.560778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-fb5f04f5-d500-43dd-913a-6e5e8d8ec091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.562459 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-fb5f04f5-d500-43dd-913a-6e5e8d8ec091 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 1160 time: 0.0850060
Feb 17 03:28:47.668247 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-7614c1af-8d41-4ff3-9c77-106ea52c4013 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221 HTTP/1.1" status: 200  len: 217 time: 0.0768456
Feb 17 03:28:47.746294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b34db-0ad8-45a2-9e5d-69aeb5e77f59 req-ec4e64e6-1e32-4a25-9f3e-46e4365655d3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.747909 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c6b34db-0ad8-45a2-9e5d-69aeb5e77f59 req-ec4e64e6-1e32-4a25-9f3e-46e4365655d3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1827388
Feb 17 03:28:47.755110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa19b-b41d-4f87-a011-3925c0d9f9d7 req-48d4abad-df8d-437e-8d7a-d2f824e5730c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.756762 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5dcfa19b-b41d-4f87-a011-3925c0d9f9d7 req-48d4abad-df8d-437e-8d7a-d2f824e5730c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.1540349
Feb 17 03:28:47.769098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-4566cc0f-9946-47b0-a272-3dccef650ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:47.770735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-4566cc0f-9946-47b0-a272-3dccef650ba6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.0907714
Feb 17 03:28:47.844266 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-5269c7df-1f1f-41b0-b23b-0348dc6cae7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566564
Feb 17 03:28:47.853496 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c6b34db-0ad8-45a2-9e5d-69aeb5e77f59 req-b75dbe62-c0c4-4d49-aded-2af4594c66e5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909376
Feb 17 03:28:47.866731 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5dcfa19b-b41d-4f87-a011-3925c0d9f9d7 req-66382163-4c6e-471d-9858-f8e2adbcf9f2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886471
Feb 17 03:28:48.028703 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-6fae9af5-2008-4a73-8f26-2459ea25c54b service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724038
Feb 17 03:28:49.652285 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1b3b20ae-059f-4bfe-8643-1b0871e63a73 req-02f3b116-db5a-4d0b-b119-42c25ee0da74 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456409
Feb 17 03:28:52.078683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-380f911e-cf61-4a29-b28f-23dc0d26f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.080371 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-380f911e-cf61-4a29-b28f-23dc0d26f45d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ade3597251b451eb7a31a1c95528adf&device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 1160 time: 0.1286161
Feb 17 03:28:52.260204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e75ff-eaaf-49a8-a2fb-34074560b2c2 req-76e498e9-a49b-4d4e-9618-3345010560dc tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.263412 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c28e75ff-eaaf-49a8-a2fb-34074560b2c2 req-76e498e9-a49b-4d4e-9618-3345010560dc tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.2375748
Feb 17 03:28:52.273428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-5fc50880-21b0-4189-a65b-f529511bd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.275637 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-5fc50880-21b0-4189-a65b-f529511bd657 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 200  len: 909 time: 0.1823249
Feb 17 03:28:52.330145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953fb1d-53c1-4265-a533-0386d7a71acc req-9b61dc1d-eaca-44ed-9dc0-3ad6b15bfc22 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.332006 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9953fb1d-53c1-4265-a533-0386d7a71acc req-9b61dc1d-eaca-44ed-9dc0-3ad6b15bfc22 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.2020779
Feb 17 03:28:52.334739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c28e75ff-eaaf-49a8-a2fb-34074560b2c2 req-606f269d-d1df-4ddc-8693-0f30141e1b7f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662589
Feb 17 03:28:52.400975 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9953fb1d-53c1-4265-a533-0386d7a71acc req-795baba3-45da-4016-9747-2c898e442d8b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584092
Feb 17 03:28:52.402697 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-4bc13d28-c1c4-4abb-976b-785535acafd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221 HTTP/1.1" status: 200  len: 217 time: 0.1115408
Feb 17 03:28:52.540472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-56589250-89e9-4735-9e75-eb618e66b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:52.542068 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-56589250-89e9-4735-9e75-eb618e66b4df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 200  len: 855 time: 0.1385131
Feb 17 03:28:52.662578 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-a2e9dc70-ff40-4ea8-91fd-0e091e7806e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14692b9d-40c8-4147-9ef2-2084ebbdc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0984595
Feb 17 03:28:52.848522 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-1752f68f-64e3-4dfe-a524-1844e7d724d0 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729684
Feb 17 03:28:53.078121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d5e4c2f-81a6-4a5d-8fa6-1f8e3d017b2d req-424d0873-7ed2-43a3-b716-e5571c4b7973 service neutron] 10.222.0.52 "GET /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2134404
Feb 17 03:28:53.791082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dee21-1b90-4366-ab69-866e49b00f36 req-8a1410d5-b37b-4965-9a38-207267716c3c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.792698 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a57dee21-1b90-4366-ab69-866e49b00f36 req-8a1410d5-b37b-4965-9a38-207267716c3c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.3404968
Feb 17 03:28:53.859691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c432c-8712-4bd4-9d03-9645ce9784e3 req-fd82bc19-df6f-4363-9d5d-51c3548f8ab1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:53.861254 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-442c432c-8712-4bd4-9d03-9645ce9784e3 req-fd82bc19-df6f-4363-9d5d-51c3548f8ab1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.3328524
Feb 17 03:28:53.869268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a57dee21-1b90-4366-ab69-866e49b00f36 req-b4ff193d-9bb9-4700-bbdb-f9de91631a5c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589569
Feb 17 03:28:53.945188 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-442c432c-8712-4bd4-9d03-9645ce9784e3 req-63aa9aa0-8f62-4f63-9be7-7b7094a5e75b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748847
Feb 17 03:28:54.421968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:28:54.463478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8e823-f3f2-4eb9-9c74-76c69570bf96 req-c86b7b83-57d5-4113-95db-e2ef577cf866 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.465123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ec8e823-f3f2-4eb9-9c74-76c69570bf96 req-c86b7b83-57d5-4113-95db-e2ef577cf866 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0905402
Feb 17 03:28:54.475096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-dc74c15f-8de3-4e0f-a883-053951fa4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.476780 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-dc74c15f-8de3-4e0f-a883-053951fa4583 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.0844204
Feb 17 03:28:54.500654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:28:54.501761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:54.526293 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1ec8e823-f3f2-4eb9-9c74-76c69570bf96 req-6d79244a-9eb6-4ee1-b998-f79640d74b6b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532188
Feb 17 03:28:54.851243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-ecdfdd37-706b-4237-adec-13e2c27a6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:54.853103 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-ecdfdd37-706b-4237-adec-13e2c27a6c20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.3646832
Feb 17 03:28:54.933163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-77601d96-d099-49d6-8114-d117e26d0ba4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.0709684
Feb 17 03:28:55.004219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-7323bb3c-d06d-46bf-a7d8-a503cbfb3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.005814 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-7323bb3c-d06d-46bf-a7d8-a503cbfb3bc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0653811
Feb 17 03:28:55.077784 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-571d1a0f-91cb-4e2a-a388-e84dd55c001d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626349
Feb 17 03:28:55.166234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6108ab7-a43e-490a-9ef3-5629169a95b0 req-e021ad33-9733-470f-b400-875a2b2ee6dc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.167890 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6108ab7-a43e-490a-9ef3-5629169a95b0 req-e021ad33-9733-470f-b400-875a2b2ee6dc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.1036785
Feb 17 03:28:55.262643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6108ab7-a43e-490a-9ef3-5629169a95b0 req-0bc25568-1352-4e9c-8ccb-8db52f793cfc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762947
Feb 17 03:28:55.382970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-c20c569f-a5a9-45dd-bebe-2e91bf55184e service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2922034
Feb 17 03:28:55.572886 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fabc7667-cbb9-4f89-8426-0547c6606685 req-6330bb26-5571-423d-8f56-2ce2761b0158 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1802239
Feb 17 03:28:55.761489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408a04e-17d2-4102-b6ae-c4ba0a047777 req-5a20a4f0-2441-4d58-9e79-33df52c225ef tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:55.763108 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2408a04e-17d2-4102-b6ae-c4ba0a047777 req-5a20a4f0-2441-4d58-9e79-33df52c225ef tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0988541
Feb 17 03:28:55.819623 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2408a04e-17d2-4102-b6ae-c4ba0a047777 req-290f9e4e-f330-4ea1-996a-d261ace29c54 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498350
Feb 17 03:28:56.519268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b990d66-53a4-49ab-bb0e-2ed15d7dd124 req-f94b4bce-87b3-4b6f-a29c-d296661b11fe tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:56.520913 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b990d66-53a4-49ab-bb0e-2ed15d7dd124 req-f94b4bce-87b3-4b6f-a29c-d296661b11fe tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.1408825
Feb 17 03:28:56.578719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf1e5-cfd5-4b57-b344-c61792fa3549 req-9e74866f-6c2b-41ca-b85b-dbf529826a17 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:56.580355 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-821bf1e5-cfd5-4b57-b344-c61792fa3549 req-9e74866f-6c2b-41ca-b85b-dbf529826a17 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1248033
Feb 17 03:28:56.624972 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b990d66-53a4-49ab-bb0e-2ed15d7dd124 req-4fbdd2f6-8d4f-492f-867b-78bfe25cc760 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829983
Feb 17 03:28:56.646214 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-821bf1e5-cfd5-4b57-b344-c61792fa3549 req-84888f1b-8d20-4e00-a725-aeeee60a1e7b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575616
Feb 17 03:28:57.285151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a22521-c901-4fe3-9f7e-230c056c91b1 req-fabe8dbb-20bd-42f5-b223-16330c7fb251 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:57.286807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59a22521-c901-4fe3-9f7e-230c056c91b1 req-fabe8dbb-20bd-42f5-b223-16330c7fb251 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1142943
Feb 17 03:28:57.344287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59a22521-c901-4fe3-9f7e-230c056c91b1 req-94a90521-5a44-4834-a694-a1765f0f229e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498488
Feb 17 03:28:57.844689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763a38-e40d-4815-802c-afc00be5acb2 req-f6dda0b6-93a6-41a1-a7cd-cc27043111df tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:57.847151 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83763a38-e40d-4815-802c-afc00be5acb2 req-f6dda0b6-93a6-41a1-a7cd-cc27043111df tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.0940135
Feb 17 03:28:57.901275 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83763a38-e40d-4815-802c-afc00be5acb2 req-03c36385-6d4e-42dd-8ea3-c99e13bb1276 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462654
Feb 17 03:28:58.144216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317c2ea-c89f-41e0-8a11-559ac9af036e req-e501d197-fb3d-4538-8dd7-b36305476980 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:58.146032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7317c2ea-c89f-41e0-8a11-559ac9af036e req-e501d197-fb3d-4538-8dd7-b36305476980 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0994103
Feb 17 03:28:58.192221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:28:58.227187 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7317c2ea-c89f-41e0-8a11-559ac9af036e req-e541b930-b694-42b9-b8f5-d2bc7b406222 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645750
Feb 17 03:28:58.563996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c72722-91fd-4eba-8767-cd4fa315fdb6 req-e8b86b0f-ac0d-4a30-9158-d48ff7abb574 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:58.565800 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25c72722-91fd-4eba-8767-cd4fa315fdb6 req-e8b86b0f-ac0d-4a30-9158-d48ff7abb574 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1040187
Feb 17 03:28:58.656524 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25c72722-91fd-4eba-8767-cd4fa315fdb6 req-578896b3-12fd-4e52-ac7a-fced0716ec32 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764337
Feb 17 03:28:59.145317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31f25d-9059-4736-bfac-a52b4a9ffdeb req-d085311b-7894-4a09-b336-26882aa4c774 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.147627 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed31f25d-9059-4736-bfac-a52b4a9ffdeb req-d085311b-7894-4a09-b336-26882aa4c774 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.1043508
Feb 17 03:28:59.199459 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed31f25d-9059-4736-bfac-a52b4a9ffdeb req-71ae97ef-d62a-43b4-b165-f5a4d5d07378 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443830
Feb 17 03:28:59.483975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d118fa-5e9e-4167-a72c-39f0653f27ab req-bae0073e-c7f2-4f92-81b2-e0ac655f0f16 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.483975 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1d118fa-5e9e-4167-a72c-39f0653f27ab req-bae0073e-c7f2-4f92-81b2-e0ac655f0f16 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1418123
Feb 17 03:28:59.535850 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1d118fa-5e9e-4167-a72c-39f0653f27ab req-c2a72099-c5cc-43f8-84c2-6c6d9d19121f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468140
Feb 17 03:28:59.860972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3419962-0b87-4eba-9cb8-3abd85d6242d req-3ba684f2-c625-4e75-ad7b-818052a92b66 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:28:59.862967 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3419962-0b87-4eba-9cb8-3abd85d6242d req-3ba684f2-c625-4e75-ad7b-818052a92b66 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0949900
Feb 17 03:28:59.915397 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3419962-0b87-4eba-9cb8-3abd85d6242d req-3feec3b4-8f1c-4a2c-9da5-442a16c174ad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452607
Feb 17 03:29:00.425230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d988-6b33-4ac7-9d94-36cbdc468cf5 req-46de2eb4-76aa-4d3d-999c-e26b04aeaf8b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:00.426883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dc51d988-6b33-4ac7-9d94-36cbdc468cf5 req-46de2eb4-76aa-4d3d-999c-e26b04aeaf8b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.0945213
Feb 17 03:29:00.480505 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dc51d988-6b33-4ac7-9d94-36cbdc468cf5 req-86d75f03-8a8b-455d-92af-5f6e50ce1a85 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467455
Feb 17 03:29:00.774309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817f58-1972-426b-851f-334475666793 req-438438c7-c1d0-4ea4-b738-03819f8f774c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:00.776032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f817f58-1972-426b-851f-334475666793 req-438438c7-c1d0-4ea4-b738-03819f8f774c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0916266
Feb 17 03:29:00.786223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 62f4a7fe-8e9b-45c2-a79a-667070ef1221 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:00.838585 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f817f58-1972-426b-851f-334475666793 req-735c484f-abc3-4424-9c6f-4335f987170b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525470
Feb 17 03:29:00.867348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:29:00.872489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:00.873067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:01.019741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:01.056540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:01.067067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:01.073894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:01.077767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:01.147300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9687e2-1051-41c4-bd38-01f78ee1e797 req-839e0ffb-e045-4b61-837c-5fe7dc818243 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:01.156453 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d9687e2-1051-41c4-bd38-01f78ee1e797 req-839e0ffb-e045-4b61-837c-5fe7dc818243 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1191647
Feb 17 03:29:01.197579 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221', 'code': 200}
Feb 17 03:29:01.208025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:01.212924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:01.243230 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d9687e2-1051-41c4-bd38-01f78ee1e797 req-12801ff5-e413-4aef-89c4-da413b1ff78c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854037
Feb 17 03:29:01.568693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afa5b3-8fff-4eb3-a7a3-c9c7a731115a req-cb000953-8329-4475-be62-e87ae2b06481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:01.570997 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70afa5b3-8fff-4eb3-a7a3-c9c7a731115a req-cb000953-8329-4475-be62-e87ae2b06481 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 1162 time: 0.0834875
Feb 17 03:29:01.618635 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70afa5b3-8fff-4eb3-a7a3-c9c7a731115a req-d500fa43-283c-4841-bdb0-41228db5805d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400431
Feb 17 03:29:01.691098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248600-8830-43a8-84c8-4b4f583a9f90 req-8b7cba5e-05b5-478a-939f-78835d3081d5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:01.692764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6248600-8830-43a8-84c8-4b4f583a9f90 req-8b7cba5e-05b5-478a-939f-78835d3081d5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.0892677
Feb 17 03:29:01.746551 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f6248600-8830-43a8-84c8-4b4f583a9f90 req-14fb9557-c14d-44a1-b086-2d23bd448a0b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470233
Feb 17 03:29:02.068059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797eff7-1686-44fd-8600-22231dc4653f req-0f08195f-a28f-427c-b983-e5ce3b96f4ea tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.069718 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2797eff7-1686-44fd-8600-22231dc4653f req-0f08195f-a28f-427c-b983-e5ce3b96f4ea tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1006317
Feb 17 03:29:02.132421 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2797eff7-1686-44fd-8600-22231dc4653f req-a3f66b38-3553-4a19-8878-ad6076cfb2c5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554080
Feb 17 03:29:02.322371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 62f4a7fe-8e9b-45c2-a79a-667070ef1221 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:02.402467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:02.402976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:02.483166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0007a-42ea-4f11-a967-ac62a7834992 req-e1666086-ae0e-4f66-9f56-233350c66f17 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.485500 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaf0007a-42ea-4f11-a967-ac62a7834992 req-e1666086-ae0e-4f66-9f56-233350c66f17 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1085598
Feb 17 03:29:02.535118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:02.561991 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaf0007a-42ea-4f11-a967-ac62a7834992 req-4a137ceb-765a-430f-ae48-abab6148e191 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655797
Feb 17 03:29:02.631756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:02.633499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:02.964343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f680d9-c6a5-4518-b79b-12f46e2e3a94 req-b1ae75b4-a7eb-4a95-be9a-922aa552951d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:02.972246 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48f680d9-c6a5-4518-b79b-12f46e2e3a94 req-b1ae75b4-a7eb-4a95-be9a-922aa552951d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1056921
Feb 17 03:29:02.981764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:29:03.016700 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-48f680d9-c6a5-4518-b79b-12f46e2e3a94 req-5a1061b2-70f9-4e31-aabb-95c3b2795db7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433409
Feb 17 03:29:03.181350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce04bacf-c8fa-4291-aca9-66358989e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:03.353086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629a2c1-8bf3-4aee-be7d-7ea15f5fcd72 req-f9cc8052-eaa1-4891-8e97-c21f170a29fb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.354682 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8629a2c1-8bf3-4aee-be7d-7ea15f5fcd72 req-f9cc8052-eaa1-4891-8e97-c21f170a29fb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0914128
Feb 17 03:29:03.402713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8629a2c1-8bf3-4aee-be7d-7ea15f5fcd72 req-33593967-18dd-4db2-bf60-74be8f65fe60 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417497
Feb 17 03:29:03.789398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40babf3d-1c4f-45bb-bd72-d520985f42d1 req-5512ca1a-4d16-447a-8f66-5d591e185b4d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:03.791035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40babf3d-1c4f-45bb-bd72-d520985f42d1 req-5512ca1a-4d16-447a-8f66-5d591e185b4d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0949931
Feb 17 03:29:03.842168 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40babf3d-1c4f-45bb-bd72-d520985f42d1 req-81f57bce-2a61-48ac-8a33-9083b6777093 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435507
Feb 17 03:29:04.267435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2b1a1-4f40-4384-b2e6-3e002f4a637f req-442021c6-897a-4c65-8842-966bca25bf11 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.270127 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8e2b1a1-4f40-4384-b2e6-3e002f4a637f req-442021c6-897a-4c65-8842-966bca25bf11 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1228452
Feb 17 03:29:04.321131 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d8e2b1a1-4f40-4384-b2e6-3e002f4a637f req-1c1bd2c9-cb08-479f-a5c4-48a5cff32182 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444407
Feb 17 03:29:04.615917 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4bac9-7086-4563-b88f-bee20481fc70 req-809ac49b-9c9e-4063-85e7-6efedd0a2875 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:04.617519 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cad4bac9-7086-4563-b88f-bee20481fc70 req-809ac49b-9c9e-4063-85e7-6efedd0a2875 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0895553
Feb 17 03:29:04.675192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cad4bac9-7086-4563-b88f-bee20481fc70 req-505fccaf-a984-47eb-a869-c344a39fc7c2 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507414
Feb 17 03:29:05.092694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee8f1-f5e7-4a23-8c9d-e2d20341f307 req-aa953acc-9d58-4cbf-aa90-cc27dc972867 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.095042 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689ee8f1-f5e7-4a23-8c9d-e2d20341f307 req-aa953acc-9d58-4cbf-aa90-cc27dc972867 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1088963
Feb 17 03:29:05.163461 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689ee8f1-f5e7-4a23-8c9d-e2d20341f307 req-3c12fa3c-480f-4e51-9fa0-a1f329eeb4cb tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588930
Feb 17 03:29:05.630743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d0b7afed-f1d3-4efa-a189-d1aa68bdc4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:05.784492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0604f-3e18-4053-ba16-27838ebcf75f req-eb4d776e-6403-4bc0-837b-dd17e9a33001 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:05.799416 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18f0604f-3e18-4053-ba16-27838ebcf75f req-eb4d776e-6403-4bc0-837b-dd17e9a33001 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.2650785
Feb 17 03:29:05.942147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18f0604f-3e18-4053-ba16-27838ebcf75f req-35eeab37-f10d-4fa1-b924-c33b531c7de9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356049
Feb 17 03:29:05.996813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 62f4a7fe-8e9b-45c2-a79a-667070ef1221 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:06.145438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.192086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:06.192713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:06.321374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497b212-bdb9-492e-982b-8a621d94b6b7 req-208c8a2e-8809-4f24-9036-fec1e64e7623 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.329874 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8497b212-bdb9-492e-982b-8a621d94b6b7 req-208c8a2e-8809-4f24-9036-fec1e64e7623 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.2355189
Feb 17 03:29:06.356292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f8e91-cb66-43ec-917a-469a7bc87a3b req-e0f9cb9c-a217-4ac0-a8f0-f611a7c9f94a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:06.364735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd9f8e91-cb66-43ec-917a-469a7bc87a3b req-e0f9cb9c-a217-4ac0-a8f0-f611a7c9f94a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.2051897
Feb 17 03:29:06.438004 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd9f8e91-cb66-43ec-917a-469a7bc87a3b req-a1936701-ebd9-4e89-93b5-e4eff7e49c8d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717475
Feb 17 03:29:06.442769 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8497b212-bdb9-492e-982b-8a621d94b6b7 req-a5feb52e-7a67-40d5-97a7-c5d4f3000f17 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120214
Feb 17 03:29:07.182850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fd93e-23d8-472e-b2f9-1bbff5fdb1b4 req-39e6b011-d2ef-4908-a4ea-e13ac1519ab0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:07.184630 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c96fd93e-23d8-472e-b2f9-1bbff5fdb1b4 req-39e6b011-d2ef-4908-a4ea-e13ac1519ab0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1122308
Feb 17 03:29:07.267435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c96fd93e-23d8-472e-b2f9-1bbff5fdb1b4 req-b3fa4691-9927-41ff-b5a7-7e1a7b4b96e2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764813
Feb 17 03:29:07.348629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.590252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:07.762537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfce69-9b39-4e58-8999-9781eb057fc3 req-e8db2796-9223-4758-9589-ba01b571dcc2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:07.770832 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81dfce69-9b39-4e58-8999-9781eb057fc3 req-e8db2796-9223-4758-9589-ba01b571dcc2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.1977656
Feb 17 03:29:07.794171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f76bf-6733-4273-a0f5-9c29ddf3bc2d req-9b8ceaea-b350-4b44-98d1-297e4fef3988 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:07.801653 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc2f76bf-6733-4273-a0f5-9c29ddf3bc2d req-9b8ceaea-b350-4b44-98d1-297e4fef3988 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1743176
Feb 17 03:29:07.879284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-81dfce69-9b39-4e58-8999-9781eb057fc3 req-354dcfc7-63eb-4834-808d-19d0e8404ed2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069291
Feb 17 03:29:07.890219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 62f4a7fe-8e9b-45c2-a79a-667070ef1221 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:07.893803 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc2f76bf-6733-4273-a0f5-9c29ddf3bc2d req-2d1b7505-f93e-4f9b-9184-7bba807500f6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906448
Feb 17 03:29:08.065379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:08.065943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:08.180730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec191-8442-4da7-b172-cf46034aabf9 req-a8c751be-67c3-4515-8b04-f3400f38dace tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:08.189561 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d66ec191-8442-4da7-b172-cf46034aabf9 req-a8c751be-67c3-4515-8b04-f3400f38dace tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1018913
Feb 17 03:29:08.249456 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d66ec191-8442-4da7-b172-cf46034aabf9 req-aa1c3f0d-7324-421a-9601-fba159ce2ad3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581067
Feb 17 03:29:08.571939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef3481-6701-46d3-8697-c14828654f6d req-9ff669e8-73cd-4281-a8af-75fcb3911e02 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:08.574263 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54ef3481-6701-46d3-8697-c14828654f6d req-9ff669e8-73cd-4281-a8af-75fcb3911e02 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.0890641
Feb 17 03:29:08.621757 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-54ef3481-6701-46d3-8697-c14828654f6d req-af2c9ba2-3671-458d-a04c-10308fbb0177 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414279
Feb 17 03:29:09.330856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d0318-a615-4a31-8b0c-ffede876a483 req-809d4d38-213a-4ed6-b405-364a0093bb9e tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.332494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-795d0318-a615-4a31-8b0c-ffede876a483 req-809d4d38-213a-4ed6-b405-364a0093bb9e tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.2002344
Feb 17 03:29:09.341587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1307077-ed92-4400-b3d2-fa6d6a3cd3db req-b6173079-a1ed-43ac-8264-139152260565 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:09.343077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1307077-ed92-4400-b3d2-fa6d6a3cd3db req-b6173079-a1ed-43ac-8264-139152260565 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1505132
Feb 17 03:29:09.613320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-795d0318-a615-4a31-8b0c-ffede876a483 req-fad891e9-2448-4252-bdc6-d7230c477c16 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2691483
Feb 17 03:29:09.618305 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1307077-ed92-4400-b3d2-fa6d6a3cd3db req-6ac9a88c-28ef-4490-88c6-e81a1e5963e4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2591500
Feb 17 03:29:10.808029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d666f-032a-4aac-9344-7efb352611eb req-2f65474d-1cd0-4cda-a4ed-95c4351a2861 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:10.809572 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b71d666f-032a-4aac-9344-7efb352611eb req-2f65474d-1cd0-4cda-a4ed-95c4351a2861 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.0844316
Feb 17 03:29:10.855336 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b71d666f-032a-4aac-9344-7efb352611eb req-0a5ff1f4-ea7d-4929-8ace-ca86aa390b83 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396690
Feb 17 03:29:11.040733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60088a-941b-4bd9-b966-2556159be660 req-f70ca321-1eb2-4efd-8c6e-af7eb1cc191a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:11.042318 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a60088a-941b-4bd9-b966-2556159be660 req-f70ca321-1eb2-4efd-8c6e-af7eb1cc191a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0875347
Feb 17 03:29:11.089772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3a60088a-941b-4bd9-b966-2556159be660 req-7a6f3564-219b-4a39-b49c-de5577cfc092 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406435
Feb 17 03:29:12.053201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262bb68-1e00-46fc-9bcc-91c5ddd59734 req-ffcf4825-6be9-4935-bcd0-d020a1ecc589 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:12.054788 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3262bb68-1e00-46fc-9bcc-91c5ddd59734 req-ffcf4825-6be9-4935-bcd0-d020a1ecc589 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.0876703
Feb 17 03:29:12.103220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3262bb68-1e00-46fc-9bcc-91c5ddd59734 req-517ec57f-de65-452a-a7fb-507ef07fb92f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420406
Feb 17 03:29:12.290127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77c07-7216-4a9d-a34a-6361273a60c3 req-dfa80830-59e1-4781-a518-2bbd605c1c85 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:12.291744 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50f77c07-7216-4a9d-a34a-6361273a60c3 req-dfa80830-59e1-4781-a518-2bbd605c1c85 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0861065
Feb 17 03:29:12.338744 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50f77c07-7216-4a9d-a34a-6361273a60c3 req-3f0129a0-e2e7-4800-9824-1a0085807664 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406818
Feb 17 03:29:13.344487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device bbf1879d-8017-400d-8b73-01e598bd955f up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:13.510334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port bbf1879d-8017-400d-8b73-01e598bd955f triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:13.510756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.606085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887145-a968-4c45-800f-630d828a61be req-88d6291b-a1bc-4c06-bd96-b74e7f17664f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.606870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-97887145-a968-4c45-800f-630d828a61be req-88d6291b-a1bc-4c06-bd96-b74e7f17664f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Synchronizing usage tracker for tenant:aa1d7bf87bab45169741a768823d447b on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:29:13.636129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4928f-0ce8-437a-b551-bd6f0549c4d7 req-fcae8cb3-3bc2-4149-9aca-2416c64ed609 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.644257 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0df4928f-0ce8-437a-b551-bd6f0549c4d7 req-fcae8cb3-3bc2-4149-9aca-2416c64ed609 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.2733088
Feb 17 03:29:13.651004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-97887145-a968-4c45-800f-630d828a61be req-88d6291b-a1bc-4c06-bd96-b74e7f17664f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Unset dirty status for tenant:aa1d7bf87bab45169741a768823d447b on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:29:13.652321 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-97887145-a968-4c45-800f-630d828a61be req-88d6291b-a1bc-4c06-bd96-b74e7f17664f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 946 time: 0.2620127
Feb 17 03:29:13.744348 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0df4928f-0ce8-437a-b551-bd6f0549c4d7 req-a5c3001f-769f-4878-bf0a-8f5bbba6c820 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929160
Feb 17 03:29:13.757486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e010913-287a-413d-a261-1739e6ab2388 req-9a579e2a-39a6-46a5-81dd-1ac89bffaf6b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:13.767336 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e010913-287a-413d-a261-1739e6ab2388 req-9a579e2a-39a6-46a5-81dd-1ac89bffaf6b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.2698758
Feb 17 03:29:13.812176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Deleting port bbf1879d-8017-400d-8b73-01e598bd955f {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:29:13.812540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:13.840447 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e010913-287a-413d-a261-1739e6ab2388 req-f7b6c5d8-535b-4c72-b11e-dcd6e7cffced tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568831
Feb 17 03:29:14.119343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] For port bbf1879d-8017-400d-8b73-01e598bd955f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bbf1879d-8017-400d-8b73-01e598bd955f,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:14.119788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:14.264440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Calling delete_port for bbf1879d-8017-400d-8b73-01e598bd955f owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:29:14.348517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device bbf1879d-8017-400d-8b73-01e598bd955f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:29:14.437435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:14.453410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Port bbf1879d-8017-400d-8b73-01e598bd955f update to DOWN by agent not found {{(pid=83992) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 17 03:29:14.454161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ebc59435-7161-48e0-a34f-4be982a300aa tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:14.566877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Pushing event deleted for resources: {'Port': ['ID=bbf1879d-8017-400d-8b73-01e598bd955f,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:14.571560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:14.684677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] No DVR routers for this DVR port bbf1879d-8017-400d-8b73-01e598bd955f on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:29:14.686990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:14.689826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'name': 'network-vif-deleted', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:14.709254 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-97887145-a968-4c45-800f-630d828a61be req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "DELETE /v2.0/ports/bbf1879d-8017-400d-8b73-01e598bd955f HTTP/1.1" status: 204  len: 173 time: 1.0483532
Feb 17 03:29:14.791828 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa71048-be77-41c2-9f9c-ff388c8c3445', 'name': 'network-vif-deleted', 'tag': 'bbf1879d-8017-400d-8b73-01e598bd955f', 'status': 'completed', 'code': 200}
Feb 17 03:29:15.112588 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3f5868-a825-4989-9f78-e2b105737d92 req-31ac0b0f-917d-4ce3-b66d-21163a701f40 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa71048-be77-41c2-9f9c-ff388c8c3445 HTTP/1.1" status: 200  len: 210 time: 0.1734421
Feb 17 03:29:15.171972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7193-ab98-48b0-8275-bb0b5c42f791 req-1fba1348-6517-4cd1-83df-0729b50b2732 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:15.173651 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0e7e7193-ab98-48b0-8275-bb0b5c42f791 req-1fba1348-6517-4cd1-83df-0729b50b2732 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1410568
Feb 17 03:29:15.243382 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0e7e7193-ab98-48b0-8275-bb0b5c42f791 req-a0bf1470-6a69-45a0-be0e-1dcc736ddd67 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620251
Feb 17 03:29:16.496834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798608f-0cd7-4554-b8a7-aa9d4ceafeb8 req-f45cc272-555e-4a29-91fb-a4c747674d79 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:16.504525 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f798608f-0cd7-4554-b8a7-aa9d4ceafeb8 req-f45cc272-555e-4a29-91fb-a4c747674d79 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1141975
Feb 17 03:29:16.586171 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f798608f-0cd7-4554-b8a7-aa9d4ceafeb8 req-37b70fa1-096c-4194-88e3-22ec9524ebed tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806186
Feb 17 03:29:17.805974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27fc7f-24d3-4fd8-aad3-a62971af4e6f req-4b58cf87-8721-4ca7-8fe1-ab54d7a5f362 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:17.808272 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de27fc7f-24d3-4fd8-aad3-a62971af4e6f req-4b58cf87-8721-4ca7-8fe1-ab54d7a5f362 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0903990
Feb 17 03:29:17.856465 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de27fc7f-24d3-4fd8-aad3-a62971af4e6f req-c866b898-8e8b-49e5-955d-283caba862de tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426688
Feb 17 03:29:19.067703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1577df-8c2a-4bb4-b08f-96c5cd30bf95 req-025ab912-fd9c-4109-89d7-6540a4d30755 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:19.069316 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f1577df-8c2a-4bb4-b08f-96c5cd30bf95 req-025ab912-fd9c-4109-89d7-6540a4d30755 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0924466
Feb 17 03:29:19.118023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f1577df-8c2a-4bb4-b08f-96c5cd30bf95 req-389ca9e8-46a3-46b3-8078-4cd50c324c60 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423162
Feb 17 03:29:20.323941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cec31-9117-4eb9-8749-9570dcacbcab req-fee3bc67-982a-42b4-b386-25777bb1e8cf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:20.325545 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa9cec31-9117-4eb9-8749-9570dcacbcab req-fee3bc67-982a-42b4-b386-25777bb1e8cf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0865526
Feb 17 03:29:20.372965 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa9cec31-9117-4eb9-8749-9570dcacbcab req-71ab9cd1-1c26-43ed-8aa0-342ac0eab76e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412898
Feb 17 03:29:21.584906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bdd50-2333-4d49-ada5-5ce5b29c094e req-a6f043c7-95f2-46f0-9205-dec5647b5e61 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:21.586514 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c8bdd50-2333-4d49-ada5-5ce5b29c094e req-a6f043c7-95f2-46f0-9205-dec5647b5e61 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0901814
Feb 17 03:29:21.634540 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c8bdd50-2333-4d49-ada5-5ce5b29c094e req-64e706c6-b64a-4175-bbdf-b1b6e2dd16e3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416889
Feb 17 03:29:22.855730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90001c5-fdca-4869-879e-da6601360047 req-85c5807f-30a1-4f34-9967-e2d5c403244f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:22.857356 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d90001c5-fdca-4869-879e-da6601360047 req-85c5807f-30a1-4f34-9967-e2d5c403244f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0951874
Feb 17 03:29:22.913062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d90001c5-fdca-4869-879e-da6601360047 req-2ba974e3-2f06-4d2a-b856-682bc9416002 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489061
Feb 17 03:29:22.921171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-56835277-52af-4119-b43b-c596fe463231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:22.922853 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-56835277-52af-4119-b43b-c596fe463231 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.0933175
Feb 17 03:29:23.124760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-5742f943-e182-4b2e-9e16-cbc127774923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.126799 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-5742f943-e182-4b2e-9e16-cbc127774923 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.1676447
Feb 17 03:29:23.195257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f363e-87a4-499f-819d-8f40db9fe85f req-cc2f8cdf-b095-4d36-af1a-a136c0f52bdd tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.196784 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-783f363e-87a4-499f-819d-8f40db9fe85f req-cc2f8cdf-b095-4d36-af1a-a136c0f52bdd tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1665556
Feb 17 03:29:23.200492 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-43bdf5bc-f76b-4429-9dbc-5b2d76beec6e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1259375
Feb 17 03:29:23.230780 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-78f3e8da-6631-4a2e-b99f-9c7b46a12b22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.0757730
Feb 17 03:29:23.250632 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-783f363e-87a4-499f-819d-8f40db9fe85f req-9a83b28e-2f1c-4a78-85bb-7eb880f06008 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468256
Feb 17 03:29:23.339088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-f32159c3-e24e-4785-b0aa-02a5ddc2ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.340886 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-f32159c3-e24e-4785-b0aa-02a5ddc2ee00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0719833
Feb 17 03:29:23.366501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1931-c8c1-417a-94ec-314de909439e req-2519b5c5-08d7-4669-8378-0a2f3f6b406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.368289 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-2519b5c5-08d7-4669-8378-0a2f3f6b406e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 1163 time: 0.0815673
Feb 17 03:29:23.407362 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-0f3b9f4a-161a-4a20-b541-d317d501a8ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544589
Feb 17 03:29:23.446747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:23.522199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:23.522850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:23.543039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1931-c8c1-417a-94ec-314de909439e req-1d992ca6-df55-4dfb-9112-b9b5d93b71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.544671 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-1d992ca6-df55-4dfb-9112-b9b5d93b71ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.1451631
Feb 17 03:29:23.591084 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-825fb092-2706-4426-bdc9-7b2327c8332e service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692142
Feb 17 03:29:23.627640 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-c8c84c89-385b-4d63-ad98-5dff7c6d80f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 200  len: 217 time: 0.0727930
Feb 17 03:29:23.722303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1931-c8c1-417a-94ec-314de909439e req-9e617bdf-3ff6-4c1e-a351-3612fa780ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:23.723883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-9e617bdf-3ff6-4c1e-a351-3612fa780ceb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0789950
Feb 17 03:29:23.755958 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6c8ddad-3298-4589-9791-4c94e07d57cf req-2cb6ac2d-c094-4219-939a-f7bfac4b8e4a service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544390
Feb 17 03:29:23.792163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-c7e2dd72-43ab-4f9e-a9bc-617670e090f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557950
Feb 17 03:29:23.956284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-7343c741-84bb-4e99-a48a-9b0981d04f1c service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402342
Feb 17 03:29:24.180296 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d3a1931-c8c1-417a-94ec-314de909439e req-85e78039-aff4-4f13-a49d-8e925a1934b7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2048707
Feb 17 03:29:24.190032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9465-414b-4239-bde4-fae0538cabec req-9dc18d2c-0021-4d94-971f-ad7464cd5cf4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:24.191680 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a23d9465-414b-4239-bde4-fae0538cabec req-9dc18d2c-0021-4d94-971f-ad7464cd5cf4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1426094
Feb 17 03:29:24.246818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a23d9465-414b-4239-bde4-fae0538cabec req-d3cd4b13-65f0-4e66-a6bf-59cdb4e43fc9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483580
Feb 17 03:29:24.455840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e186a8-2531-4fd0-b6f8-e3ade7068793 req-aa206a1f-72d2-4a05-ae78-f3b6719d8495 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:24.457444 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19e186a8-2531-4fd0-b6f8-e3ade7068793 req-aa206a1f-72d2-4a05-ae78-f3b6719d8495 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0901694
Feb 17 03:29:24.505190 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19e186a8-2531-4fd0-b6f8-e3ade7068793 req-ca709808-e4de-438c-80f1-a3be8ea95a1d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414145
Feb 17 03:29:25.337965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 54770) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:25.408499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Deleting subnet 42d86880-936c-488d-bac5-5dd23efb9ecc {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:29:25.412049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.434041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 54774) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:25.465654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.470515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ebc44-3006-48eb-b1a3-040ecaa55e85 req-71660821-e5a5-4dcb-ae25-6e79c4ece19a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:25.472433 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-953ebc44-3006-48eb-b1a3-040ecaa55e85 req-71660821-e5a5-4dcb-ae25-6e79c4ece19a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1002603
Feb 17 03:29:25.523714 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-953ebc44-3006-48eb-b1a3-040ecaa55e85 req-f88a981c-ebca-48f2-adc1-267f4fea1cb7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442371
Feb 17 03:29:25.530644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.582864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.599268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:25.603390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e4ceee84a945ec81c83a4224317839 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:25.606476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:25.612289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:25.755204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e1d54-dc06-4790-b0d4-c07a5407b3c0 req-68d7076e-8d27-4520-be58-9e79281ee992 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:25.757439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-454e1d54-dc06-4790-b0d4-c07a5407b3c0 req-68d7076e-8d27-4520-be58-9e79281ee992 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1278329
Feb 17 03:29:25.796913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.820263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.820660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-31ee9c98-bead-4381-9479-a56ef6ed71c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:25.826988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.837048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4db17c9f-66ae-410e-b7b0-3e9dabfff32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:25.848942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-454e1d54-dc06-4790-b0d4-c07a5407b3c0 req-5eac3516-a265-4eae-b7c7-708ea2bd6171 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803237
Feb 17 03:29:25.883627 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7e4ceee84a945ec81c83a4224317839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4465992
Feb 17 03:29:25.885432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89859c1d-c339-4be0-a34d-e6faff6733a9,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:25.887532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 54786) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:25.905364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.905783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.906184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.906584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.906977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.907370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.907792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.908182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.908575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.908964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.909352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.909736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.910223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.910610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.910997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.911380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.911819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.912205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.912588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.912970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.913350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.913731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.914115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.914496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:25.917201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d86880-936c-488d-bac5-5dd23efb9ecc,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:25.920664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:25.923026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:25.963300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.969189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c2383068-f30c-42be-b819-93e70ef5cf50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/42d86880-936c-488d-bac5-5dd23efb9ecc HTTP/1.1" status: 204  len: 168 time: 0.6300225
Feb 17 03:29:25.970560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:25.972062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 54790) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:25.999465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.048780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.053653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:26.070844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89859c1d-c339-4be0-a34d-e6faff6733a9,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:26.073875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:26.074806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.076030 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89859c1d-c339-4be0-a34d-e6faff6733a9 HTTP/1.1" status: 204  len: 168 time: 0.1862543
Feb 17 03:29:26.093258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.285380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.400833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2b21ea20>,) {'filters': {'network_id': ['b088fa35-a5b7-48ec-81c3-59d2072b22a6']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:26.413748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b21ea20>, 'e545b798-8e53-4902-bc29-6450b8ed630b') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:26.414087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b21ea20>, 'e545b798-8e53-4902-bc29-6450b8ed630b') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:29:26.426203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.441011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:26.443625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:29:26.751600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46585e-26be-407e-b881-1bfe87ac6286 req-ba9783e7-91fb-4596-8872-829c54c31781 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:26.760343 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc46585e-26be-407e-b881-1bfe87ac6286 req-ba9783e7-91fb-4596-8872-829c54c31781 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1020007
Feb 17 03:29:26.823610 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fc46585e-26be-407e-b881-1bfe87ac6286 req-fe228ffc-a0b9-4a81-83ee-8c792dc7a64c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571213
Feb 17 03:29:26.863774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:29:26.880992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.077468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a912-12eb-4afb-9db3-385913b0d2ed req-d98ee576-747d-4932-8d82-1b7d03428397 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:27.079100 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e78a912-12eb-4afb-9db3-385913b0d2ed req-d98ee576-747d-4932-8d82-1b7d03428397 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0975716
Feb 17 03:29:27.084629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Network b088fa35-a5b7-48ec-81c3-59d2072b22a6 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:29:27.113013 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:29:27.129642 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e78a912-12eb-4afb-9db3-385913b0d2ed req-5da47b06-84dd-4f27-8a22-7db6e1304fe7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443895
Feb 17 03:29:27.191733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.196306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:27.213409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.220421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b088fa35-a5b7-48ec-81c3-59d2072b22a6,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:27.226184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:27.237800 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b088fa35-a5b7-48ec-81c3-59d2072b22a6 HTTP/1.1" status: 204  len: 168 time: 1.2643716
Feb 17 03:29:27.420777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 54866) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:27.481369 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a67c938e-cfc7-4ed3-a0c2-8677a14decb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4f9108c28e441b4aa6c82ac5f4d640f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0568309
Feb 17 03:29:27.481635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 54870) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:27.544352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.572790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.618024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.623047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-458d8ac1-6cd6-4888-abb5-cef39113917d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:27.635464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec600acf-c704-457b-ae6e-930ff058a7b2,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:27.638605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:27.640629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:27.641802 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec600acf-c704-457b-ae6e-930ff058a7b2 HTTP/1.1" status: 204  len: 168 time: 0.1592395
Feb 17 03:29:28.023371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019058a-ab4d-4160-b015-b96a7b3c661f req-445fd575-3879-4b1c-8380-10951d0a197e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.028136 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3019058a-ab4d-4160-b015-b96a7b3c661f req-445fd575-3879-4b1c-8380-10951d0a197e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0943573
Feb 17 03:29:28.076436 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3019058a-ab4d-4160-b015-b96a7b3c661f req-02a9cdc0-8bc5-4a11-a387-1be26b062d0e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451083
Feb 17 03:29:28.341590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98e1e2-f202-4a4f-94de-41fe5f30b6b3 req-df8241c0-d16b-4467-a4df-ebc0937bf28d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:28.343205 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f98e1e2-f202-4a4f-94de-41fe5f30b6b3 req-df8241c0-d16b-4467-a4df-ebc0937bf28d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0977099
Feb 17 03:29:28.391762 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7f98e1e2-f202-4a4f-94de-41fe5f30b6b3 req-76786dc2-c4b0-4b7f-9fb9-0464a7098ccc tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410566
Feb 17 03:29:28.613445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:29.329900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab63c04-6e30-48a7-9551-ebe73b048ded req-c40b788a-7698-4af6-b8a3-c454bdab62c2 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:29.332018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eab63c04-6e30-48a7-9551-ebe73b048ded req-c40b788a-7698-4af6-b8a3-c454bdab62c2 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1003749
Feb 17 03:29:29.384753 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eab63c04-6e30-48a7-9551-ebe73b048ded req-9bb77f91-a0db-4ac5-b4cc-47356e818f40 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463493
Feb 17 03:29:29.854006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34f80-e7dd-40ac-81c4-cd8780a87e26 req-cd182688-838f-4fec-87e4-c1aff7813db3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:29.856115 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ac34f80-e7dd-40ac-81c4-cd8780a87e26 req-cd182688-838f-4fec-87e4-c1aff7813db3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.3447545
Feb 17 03:29:29.912273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0ac34f80-e7dd-40ac-81c4-cd8780a87e26 req-f10836fe-0b98-422a-9844-a563ebf39e01 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498824
Feb 17 03:29:30.661181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345889-e35b-4621-9d66-cff22e63124d req-13a7e317-561c-4719-855e-4ad04e8bb4d7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:30.668929 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35345889-e35b-4621-9d66-cff22e63124d req-13a7e317-561c-4719-855e-4ad04e8bb4d7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1331522
Feb 17 03:29:30.736327 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-35345889-e35b-4621-9d66-cff22e63124d req-643447c3-f7ef-4765-9241-28aefb66d564 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659747
Feb 17 03:29:31.148666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620931e-708d-4a5d-b5a6-8c7c70bbc390 req-e5691121-5666-4bca-ba91-1da04db28b77 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:31.156360 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8620931e-708d-4a5d-b5a6-8c7c70bbc390 req-e5691121-5666-4bca-ba91-1da04db28b77 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1075935
Feb 17 03:29:31.221079 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8620931e-708d-4a5d-b5a6-8c7c70bbc390 req-02d27d94-45ab-4f38-8591-7b7e4fc7a9ec tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637813
Feb 17 03:29:31.973216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50632fc9-0aa0-4a94-adfc-46889b571090 req-2b38514b-1548-4219-a6b1-3e8ea015ae53 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:31.975806 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50632fc9-0aa0-4a94-adfc-46889b571090 req-2b38514b-1548-4219-a6b1-3e8ea015ae53 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0929952
Feb 17 03:29:32.030078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50632fc9-0aa0-4a94-adfc-46889b571090 req-78d2695c-6036-437e-a76d-6aaf006f3f21 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472603
Feb 17 03:29:32.786821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6a6ef-f273-40e6-ab7c-3ffe06c1bd4e req-9c1f8bd1-e231-4885-9666-1504e1308da5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:32.792284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3d6a6ef-f273-40e6-ab7c-3ffe06c1bd4e req-9c1f8bd1-e231-4885-9666-1504e1308da5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1201050
Feb 17 03:29:32.878426 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3d6a6ef-f273-40e6-ab7c-3ffe06c1bd4e req-ca8daf79-a98c-42fd-9be9-6739f1c4e8a8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805912
Feb 17 03:29:33.186818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1274d2bc-0b3e-4719-bdf7-74f2fe160c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:33.251690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589c00-d731-4f0b-9f55-c661f4cad279 req-fa88b01d-1355-4e3b-8094-294ee7e8429e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:33.253458 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0589c00-d731-4f0b-9f55-c661f4cad279 req-fa88b01d-1355-4e3b-8094-294ee7e8429e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0931003
Feb 17 03:29:33.306346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0589c00-d731-4f0b-9f55-c661f4cad279 req-f89abb4a-4f1d-45c9-8491-eeb0619f962e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458696
Feb 17 03:29:34.097540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03762144-603f-414a-993b-02b4a158410b req-7deb9bb3-0c37-4bbf-9075-a7be1dd33963 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:34.099858 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03762144-603f-414a-993b-02b4a158410b req-7deb9bb3-0c37-4bbf-9075-a7be1dd33963 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1055090
Feb 17 03:29:34.155987 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-03762144-603f-414a-993b-02b4a158410b req-7b6e69fe-3a47-4852-b19e-e0daf9374512 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482037
Feb 17 03:29:34.530955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c3fd-5932-4387-a79b-5d36557f2d6c req-3456e68b-4dd0-4975-a119-b924ceee7146 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:34.532672 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9828c3fd-5932-4387-a79b-5d36557f2d6c req-3456e68b-4dd0-4975-a119-b924ceee7146 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0963688
Feb 17 03:29:34.587250 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9828c3fd-5932-4387-a79b-5d36557f2d6c req-87a2cec2-e2b4-4596-88f6-168f2e69cc07 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477514
Feb 17 03:29:35.395449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec57e-7f0d-490d-a19e-23646f5ce297 req-c0b61cd8-7e9c-49d5-b0e3-c0ac62300eb7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:35.397448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ddec57e-7f0d-490d-a19e-23646f5ce297 req-c0b61cd8-7e9c-49d5-b0e3-c0ac62300eb7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1032631
Feb 17 03:29:35.464746 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ddec57e-7f0d-490d-a19e-23646f5ce297 req-6e02ebc9-0b65-4f60-a5d9-9ca0b31439c6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552747
Feb 17 03:29:35.544446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:35.645165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:35.645725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:35.759420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd1a6-4d7a-4cc4-8b97-9c82e916d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:35.851413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:35.933063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:35.935086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.008169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e6901-91b3-4bb6-ba57-f1f3cd415b5b req-135149a1-546e-4a84-8595-3e87543c37c5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:36.009935 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d1e6901-91b3-4bb6-ba57-f1f3cd415b5b req-135149a1-546e-4a84-8595-3e87543c37c5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1925507
Feb 17 03:29:36.094470 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d1e6901-91b3-4bb6-ba57-f1f3cd415b5b req-d94db016-02b8-44b9-be82-9d32ed93e7f3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774090
Feb 17 03:29:36.215612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:36.672113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c1e39-37fc-49f5-8ab2-cc29adeec70d req-0d41331d-d388-459c-8011-bad42730b574 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:36.673608 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-848c1e39-37fc-49f5-8ab2-cc29adeec70d req-0d41331d-d388-459c-8011-bad42730b574 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0913932
Feb 17 03:29:36.732175 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-848c1e39-37fc-49f5-8ab2-cc29adeec70d req-5b168d49-868c-45a5-a18a-a5cb977c1f6e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493507
Feb 17 03:29:37.358265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:37.414595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ffc8f-e0cd-4f3e-8d37-fbf7fcc46c90 req-9bd42a35-be52-4f08-9756-fade482eb7f6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:37.416311 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-713ffc8f-e0cd-4f3e-8d37-fbf7fcc46c90 req-9bd42a35-be52-4f08-9756-fade482eb7f6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1182179
Feb 17 03:29:37.494312 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-713ffc8f-e0cd-4f3e-8d37-fbf7fcc46c90 req-1548938d-3525-4563-b5d5-689c068f2695 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673320
Feb 17 03:29:37.588394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:38.150965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801e368-2885-406d-be40-af1390a4075e req-247b239d-3302-4132-9831-c6e4093ff1b9 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:38.160243 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c801e368-2885-406d-be40-af1390a4075e req-247b239d-3302-4132-9831-c6e4093ff1b9 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.2691038
Feb 17 03:29:38.250949 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c801e368-2885-406d-be40-af1390a4075e req-21893cd4-41c0-4735-a878-4a39f624aa52 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883458
Feb 17 03:29:38.717990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049886c-2e50-41aa-91ac-3824945eca4c req-fecfbf55-a852-497d-8c86-35035378715f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:38.719883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6049886c-2e50-41aa-91ac-3824945eca4c req-fecfbf55-a852-497d-8c86-35035378715f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0920887
Feb 17 03:29:38.776634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6049886c-2e50-41aa-91ac-3824945eca4c req-7e77c29a-57be-4e12-8b43-48d13e833516 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480783
Feb 17 03:29:39.508296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342357-687b-468e-825e-14a49484d5bd req-0db91037-914e-4061-bc2b-670a1458a5a3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:39.510315 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a342357-687b-468e-825e-14a49484d5bd req-0db91037-914e-4061-bc2b-670a1458a5a3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1151440
Feb 17 03:29:39.563498 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a342357-687b-468e-825e-14a49484d5bd req-1590b558-3985-45fd-901f-f55032f4e04a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452175
Feb 17 03:29:39.832773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-4496e9b5-3aea-4996-9431-fc482816e7ab tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:39.834416 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-4496e9b5-3aea-4996-9431-fc482816e7ab tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/networks?id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 200  len: 814 time: 0.1621859
Feb 17 03:29:39.886438 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-5df3411e-b01c-43c2-8517-21176225501a tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/quotas/aa1d7bf87bab45169741a768823d447b HTTP/1.1" status: 200  len: 375 time: 0.0458910
Feb 17 03:29:39.951248 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ead4a2cb-6787-4d5f-98f3-068352656122 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0585856
Feb 17 03:29:39.982328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:29:40.089546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39126d-ebbd-48a9-b244-259ae8195abb req-67f621b4-8653-4b91-a110-b93a1b4c513c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:40.091043 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae39126d-ebbd-48a9-b244-259ae8195abb req-67f621b4-8653-4b91-a110-b93a1b4c513c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2421627
Feb 17 03:29:40.148902 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-7dbfa6dc-8da0-4828-ad81-30f97f368ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895080
Feb 17 03:29:40.160496 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ae39126d-ebbd-48a9-b244-259ae8195abb req-d98af3d6-f9e3-4ab2-bd89-b875f30d39ba tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614848
Feb 17 03:29:40.370124 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-b54d8a9a-0dbf-40af-b5d8-9915f0972621 service neutron] 10.222.0.46 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2130439
Feb 17 03:29:40.394243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872a611-5fcc-497f-b7c2-e11494c2e91b req-5ec477ef-bd05-4849-be2b-5116eca9cd11 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:40.396473 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c872a611-5fcc-497f-b7c2-e11494c2e91b req-5ec477ef-bd05-4849-be2b-5116eca9cd11 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1306410
Feb 17 03:29:40.453853 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c872a611-5fcc-497f-b7c2-e11494c2e91b req-13059e9c-b211-42c5-87d7-dce34b63278a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503972
Feb 17 03:29:40.572002 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-abe05500-4bb0-4acc-87ba-16aaccde95b4 req-142ed6ee-6aba-4d20-ad2e-5b3581679b66 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.0495884
Feb 17 03:29:40.780417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411c33-8fd2-4fff-b1d4-8cd046598f9f req-2ddd3672-9e9e-432f-9bc5-efaaa74bb39b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:40.782004 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f411c33-8fd2-4fff-b1d4-8cd046598f9f req-2ddd3672-9e9e-432f-9bc5-efaaa74bb39b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0958366
Feb 17 03:29:40.830972 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f411c33-8fd2-4fff-b1d4-8cd046598f9f req-ca5ed073-70db-4021-9f21-d9efee6a44b5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419643
Feb 17 03:29:41.362733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a86540-e2fd-43e6-b316-a5834b517db7 req-d2255e1d-c498-41b7-b283-3c204bd4fee8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:41.364406 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d1a86540-e2fd-43e6-b316-a5834b517db7 req-d2255e1d-c498-41b7-b283-3c204bd4fee8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0876598
Feb 17 03:29:41.412475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d1a86540-e2fd-43e6-b316-a5834b517db7 req-eddd1b62-ec6a-41f4-b07b-190c3e16f50c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410967
Feb 17 03:29:41.662195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c05a-0408-4129-a24c-d93756af313d req-fd2573e5-daf3-4020-8a0c-8a941ee59876 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:41.664406 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45b7c05a-0408-4129-a24c-d93756af313d req-fd2573e5-daf3-4020-8a0c-8a941ee59876 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0922132
Feb 17 03:29:41.750057 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20cf56e6-4c96-417e-b880-2b84248063cd req-1c5ebadd-aa3f-4cb3-a414-0d8677a4f2c9 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.0599775
Feb 17 03:29:41.761146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45b7c05a-0408-4129-a24c-d93756af313d req-142103af-b4e0-4516-a535-e2260819b0c8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901282
Feb 17 03:29:42.036938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f408e-929e-4a50-8c5b-a1cce2af154a req-e174596e-347a-47e1-80e5-3889676e58a4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:42.038541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-836f408e-929e-4a50-8c5b-a1cce2af154a req-e174596e-347a-47e1-80e5-3889676e58a4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0906627
Feb 17 03:29:42.088247 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-836f408e-929e-4a50-8c5b-a1cce2af154a req-266816e3-8bc5-478a-bfe9-9a98686472d6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424957
Feb 17 03:29:42.618636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede17b6-42d9-485b-8329-f2f03a5368d6 req-29536801-3e45-45ab-bf27-b5c84e91fcad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:42.620860 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ede17b6-42d9-485b-8329-f2f03a5368d6 req-29536801-3e45-45ab-bf27-b5c84e91fcad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0888133
Feb 17 03:29:42.685465 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ede17b6-42d9-485b-8329-f2f03a5368d6 req-0fe36e5c-809d-4e41-92cb-f8f9fb931fe7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568700
Feb 17 03:29:42.928122 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8fa6638f-c866-424a-b773-18b8f7753d6c req-8928e811-4f64-4956-ba19-60bc9b4816f4 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.0541499
Feb 17 03:29:43.016055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64053a-05d5-4325-86d4-54bf7772a033 req-c49a701d-fd44-463a-a692-61c53f3831ba tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.017659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4f64053a-05d5-4325-86d4-54bf7772a033 req-c49a701d-fd44-463a-a692-61c53f3831ba tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0887794
Feb 17 03:29:43.065959 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4f64053a-05d5-4325-86d4-54bf7772a033 req-401548d6-aa32-4af4-8e08-e8931961737d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414679
Feb 17 03:29:43.434705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917bbd1-0553-42af-9cf5-5afe25d34ca6 req-07e8eefe-2b14-4aa0-bbe4-ebdd33fba04e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.436347 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5917bbd1-0553-42af-9cf5-5afe25d34ca6 req-07e8eefe-2b14-4aa0-bbe4-ebdd33fba04e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0948064
Feb 17 03:29:43.484581 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5917bbd1-0553-42af-9cf5-5afe25d34ca6 req-aff82c71-4d19-4017-896b-25933d242637 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418768
Feb 17 03:29:43.887539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c49f9-ac16-497b-bd73-523edf3aaf19 req-8f9bbbb7-0e92-4c30-aff2-4558a820e46f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:43.889153 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-844c49f9-ac16-497b-bd73-523edf3aaf19 req-8f9bbbb7-0e92-4c30-aff2-4558a820e46f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0893297
Feb 17 03:29:43.937306 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-844c49f9-ac16-497b-bd73-523edf3aaf19 req-77e09256-bc8c-431c-b06c-37b2248d8c56 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411091
Feb 17 03:29:44.092554 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef578de3-e19a-4e89-964d-5a7258b460ba req-1931829f-da3a-424d-8803-27ea7b390616 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.0500953
Feb 17 03:29:44.325672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56de25-3f9e-48aa-8056-facae6e11f16 req-b614da15-8db6-4cee-aeed-166de895ea81 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.327189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b56de25-3f9e-48aa-8056-facae6e11f16 req-b614da15-8db6-4cee-aeed-166de895ea81 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1403089
Feb 17 03:29:44.386719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-66a45787-ff21-4d6f-b239-3f1d48836af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.388377 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-66a45787-ff21-4d6f-b239-3f1d48836af8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1163 time: 0.1286242
Feb 17 03:29:44.393050 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0b56de25-3f9e-48aa-8056-facae6e11f16 req-68e055d8-96b6-46b3-8367-2122383de9f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597305
Feb 17 03:29:44.533635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-74149420-27fd-4526-81c6-c8031a49d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.535207 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-74149420-27fd-4526-81c6-c8031a49d4d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1387563
Feb 17 03:29:44.708665 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-c6b7392b-e685-4bc4-862a-71c4d3338616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 1001 time: 0.1631756
Feb 17 03:29:44.996523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-e68f4fdc-b3b2-4cf7-89f6-0ea8e57901c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:44.998093 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-e68f4fdc-b3b2-4cf7-89f6-0ea8e57901c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.2761629
Feb 17 03:29:45.011556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c038310-dc85-4252-b22d-4762db28c08a req-e1bc43cb-5d99-4fa9-8177-9ac7d5b91aad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.013443 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c038310-dc85-4252-b22d-4762db28c08a req-e1bc43cb-5d99-4fa9-8177-9ac7d5b91aad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.4122365
Feb 17 03:29:45.017926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-94542339-b513-4baf-b97e-b852028615fb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.019495 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-94542339-b513-4baf-b97e-b852028615fb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "GET /v2.0/networks?id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 200  len: 814 time: 0.2041631
Feb 17 03:29:45.041212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Request body: {'port': {'device_id': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8', 'admin_state_up': True, 'tenant_id': 'aa1d7bf87bab45169741a768823d447b'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:45.187872 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c038310-dc85-4252-b22d-4762db28c08a req-bad1a107-ab65-47c6-bd59-d1e74a107b69 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140323
Feb 17 03:29:45.266557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-250478d8-7a46-480d-8055-c91318301184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.268396 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-250478d8-7a46-480d-8055-c91318301184 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2536583
Feb 17 03:29:45.295707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:29:45.300882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Usage tracker for resource:port and tenant:aa1d7bf87bab45169741a768823d447b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:29:45.305991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:29:45.314308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:29:45.338452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Made reservation on behalf of aa1d7bf87bab45169741a768823d447b for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:29:45.347632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:45.439876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fb9-ee99-4842-9d46-26bcda405a91 req-786443ad-15a4-4019-aa3c-594344ffc695 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.441481 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5204fb9-ee99-4842-9d46-26bcda405a91 req-786443ad-15a4-4019-aa3c-594344ffc695 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.3650937
Feb 17 03:29:45.495701 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-d73c54af-3dfe-4f00-ab81-ff129b73fd60 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130289
Feb 17 03:29:45.521396 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50e359b2-20ab-446e-b550-2eb04ff7dcbf req-67d87613-f27e-44ad-9b73-9012b49428ff tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.0762241
Feb 17 03:29:45.662742 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e5204fb9-ee99-4842-9d46-26bcda405a91 req-b6488941-366c-4c99-8f53-799992165b4a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728172
Feb 17 03:29:45.727309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Allocated IP 172.20.0.3 (c9e968ce-a441-4cd4-bf98-653e33e3e7b8/47596934-77af-4f8f-81ad-35811e540c55/82841018-3a77-4f6c-ba00-647e073193cc) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:29:45.799552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2c3ce-75c5-4683-b73a-e87369d18f70 req-82dca667-f7d1-48c6-92fe-9d81d92da3b3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:45.801207 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1da2c3ce-75c5-4683-b73a-e87369d18f70 req-82dca667-f7d1-48c6-92fe-9d81d92da3b3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1577835
Feb 17 03:29:45.803268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e431dc73-8165-4a48-92fd-074219ac6b69 req-2ca3c6ff-1de2-43fb-8900-d9de65d1c552 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2845843
Feb 17 03:29:45.900871 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1da2c3ce-75c5-4683-b73a-e87369d18f70 req-a7357d06-ba60-4670-8781-070af982765b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921822
Feb 17 03:29:46.020937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.053420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.073327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:46.168650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37038c-0e45-451f-95a3-1a3f4343add3 req-8e9e998a-8f7b-46b3-9d1d-e7f3cb2aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:46.170303 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5e37038c-0e45-451f-95a3-1a3f4343add3 req-8e9e998a-8f7b-46b3-9d1d-e7f3cb2aa83a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.0830426
Feb 17 03:29:46.224691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5e37038c-0e45-451f-95a3-1a3f4343add3 req-14036f4a-c77d-4de1-83d5-5541a33387f7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452802
Feb 17 03:29:46.236189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Pushing event updated for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:46.250541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.250952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.251353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.251774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.252313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.252710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.253100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.253489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.253878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.254270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.255087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.255478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.255994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.256384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.256767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.257149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.257531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.258050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.258433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.258813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.259193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.259605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.259983 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.260360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:46.267165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:46.301490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:29:46.302617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:29:46.305007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:29:46.369553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:46.370220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:46.387454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a155d-900b-49fe-b0f0-0ccd0f68a931 req-a3b9b0ff-836b-46b1-b7be-f931b493e2a5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:46.389163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-608a155d-900b-49fe-b0f0-0ccd0f68a931 req-a3b9b0ff-836b-46b1-b7be-f931b493e2a5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0899966
Feb 17 03:29:46.393906 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3571846
Feb 17 03:29:46.441744 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-608a155d-900b-49fe-b0f0-0ccd0f68a931 req-426b816b-7671-446c-8889-bc02e4c10a55 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459275
Feb 17 03:29:46.651661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Request body: {'port': {'device_id': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:29:46.721369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844bc44-deae-499a-a26b-ef44f54f9965 req-10e0d34f-e1d6-4316-b1e6-3b7e125a3509 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:46.723228 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8844bc44-deae-499a-a26b-ef44f54f9965 req-10e0d34f-e1d6-4316-b1e6-3b7e125a3509 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 931 time: 0.0870824
Feb 17 03:29:46.779610 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8844bc44-deae-499a-a26b-ef44f54f9965 req-8a4815ad-23a9-412d-9bc3-8f5a1b67e48f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433400
Feb 17 03:29:46.790067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.013297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314cea8-088a-4f20-8a63-f8c525abf2b9 req-3db620be-c109-460c-a654-1a3bca51f592 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.015008 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0314cea8-088a-4f20-8a63-f8c525abf2b9 req-3db620be-c109-460c-a654-1a3bca51f592 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1747677
Feb 17 03:29:47.022960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71250161-b3ec-4fd1-89b8-529fcc05c808 req-f16df50b-f0a8-4b9e-b487-0d0124c410a8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.026401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71250161-b3ec-4fd1-89b8-529fcc05c808 req-f16df50b-f0a8-4b9e-b487-0d0124c410a8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1370111
Feb 17 03:29:47.112173 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0314cea8-088a-4f20-8a63-f8c525abf2b9 req-40bd710f-9598-4cfe-8c42-62ae24af5ac1 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845923
Feb 17 03:29:47.127378 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71250161-b3ec-4fd1-89b8-529fcc05c808 req-262754cd-672a-409e-b70b-e237a7b8fe13 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842528
Feb 17 03:29:47.241283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82841018-3a77-4f6c-ba00-647e073193cc {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:29:47.249445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.263142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Transition to ACTIVE for port object 82841018-3a77-4f6c-ba00-647e073193cc will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:29:47.268548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.283243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:47.334605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577676-708f-498a-b0dd-85408d7259e9 req-c5c1b760-a1ce-4bb3-ac1a-67347649666b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.336277 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc577676-708f-498a-b0dd-85408d7259e9 req-c5c1b760-a1ce-4bb3-ac1a-67347649666b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1073639
Feb 17 03:29:47.386524 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc577676-708f-498a-b0dd-85408d7259e9 req-0fcd7931-fbd4-477b-b4da-e1e2b8cba3b7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433247
Feb 17 03:29:47.424386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Pushing event updated for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:47.438690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:47.613029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Attempting to bind port 82841018-3a77-4f6c-ba00-647e073193cc on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:29:47.613409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Attempting to bind port 82841018-3a77-4f6c-ba00-647e073193cc by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:29:47.613898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Attempting to bind port 82841018-3a77-4f6c-ba00-647e073193cc on network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:29:47.620008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:29:47.620545 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Checking segment: {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:29:47.620959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.621360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Bound using segment: {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:29:47.621848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Bound port: 82841018-3a77-4f6c-ba00-647e073193cc, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c922b9a-b964-4985-9a56-dee24dae6a15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c9e968ce-a441-4cd4-bf98-653e33e3e7b8'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:29:47.622227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.643023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400999e8-fe51-4f98-a506-72dd089ea0da req-2b8aaf8b-6e0b-45a6-b850-bc256fd69bfb tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.644772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-400999e8-fe51-4f98-a506-72dd089ea0da req-2b8aaf8b-6e0b-45a6-b850-bc256fd69bfb tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0867534
Feb 17 03:29:47.698107 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-400999e8-fe51-4f98-a506-72dd089ea0da req-703bfb23-92c9-490b-9629-bd4768265b5b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459688
Feb 17 03:29:47.721395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:29:47.724757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82841018-3a77-4f6c-ba00-647e073193cc,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:29:47.728681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.743864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-92b600db-714e-494c-a3db-0518566f438c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:47.896616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Pushing event updated for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:47.902349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:47.931664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.932338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:47.933812 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] 10.222.0.52 "PUT /v2.0/ports/82841018-3a77-4f6c-ba00-647e073193cc HTTP/1.1" status: 200  len: 1157 time: 1.2877076
Feb 17 03:29:47.934337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:47.978794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7d83b-d58f-4b2e-b573-8d997105cfaf req-ad0193b0-776b-4e2f-850c-7a0ee6ce765f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:47.980567 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3d7d83b-d58f-4b2e-b573-8d997105cfaf req-ad0193b0-776b-4e2f-850c-7a0ee6ce765f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.0894699
Feb 17 03:29:47.983014 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc', 'status': 'completed', 'code': 200}
Feb 17 03:29:48.030961 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3d7d83b-d58f-4b2e-b573-8d997105cfaf req-1f6f5449-848d-4b6d-b1be-510ead41c458 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426939
Feb 17 03:29:48.237822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-3b178055-28d1-4f6b-9ac6-e44f6beb8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.239700 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-3b178055-28d1-4f6b-9ac6-e44f6beb8a45 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 1160 time: 0.0999327
Feb 17 03:29:48.398916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ea91-2b5e-4556-902a-e5862e76474f req-7800001b-e522-49c8-a660-2092e0245a98 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.400605 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16d5ea91-2b5e-4556-902a-e5862e76474f req-7800001b-e522-49c8-a660-2092e0245a98 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1721506
Feb 17 03:29:48.410594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809649-22b5-46ec-b5ab-9a8423fded63 req-3b60c65c-c977-4bd2-93ff-952c4b206bc2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.412236 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52809649-22b5-46ec-b5ab-9a8423fded63 req-3b60c65c-c977-4bd2-93ff-952c4b206bc2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1359234
Feb 17 03:29:48.420005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-a0dc62cf-fde8-4ee4-960d-e99a22b70dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.421859 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-a0dc62cf-fde8-4ee4-960d-e99a22b70dba service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=aa1d7bf87bab45169741a768823d447b&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1561873
Feb 17 03:29:48.494854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16d5ea91-2b5e-4556-902a-e5862e76474f req-345e404a-7694-4916-96fb-4c5dcde1cbd4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815690
Feb 17 03:29:48.499293 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52809649-22b5-46ec-b5ab-9a8423fded63 req-72f318f0-27ec-4634-a070-833c545b29d2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716922
Feb 17 03:29:48.704252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750a6b6-b23f-4b74-a847-37e4985aaee4 req-66850120-fc57-46aa-b3e0-f81238a66f5b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.705910 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5750a6b6-b23f-4b74-a847-37e4985aaee4 req-66850120-fc57-46aa-b3e0-f81238a66f5b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0990636
Feb 17 03:29:48.757559 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5750a6b6-b23f-4b74-a847-37e4985aaee4 req-4890d2a8-b6e6-4656-a1fa-b2b41d611190 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448565
Feb 17 03:29:48.796777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-727a6b21-d8c6-421c-80ec-5a783157a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.798371 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40cc4ea7-cbc2-424c-86b8-4a93b84bbd4d req-727a6b21-d8c6-421c-80ec-5a783157a0be service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3686399
Feb 17 03:29:48.901525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba57367-c986-42d8-a1fd-70aaf4ffb076 req-e153014a-a898-441e-b54a-b13cb6c5734c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.903121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ba57367-c986-42d8-a1fd-70aaf4ffb076 req-e153014a-a898-441e-b54a-b13cb6c5734c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0888295
Feb 17 03:29:48.951404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7ba57367-c986-42d8-a1fd-70aaf4ffb076 req-eae20bd8-3ba3-4112-8dd1-911cfec5795f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417058
Feb 17 03:29:48.995027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-6c4b7bad-1bec-485a-9b34-015092192abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:48.996704 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-6c4b7bad-1bec-485a-9b34-015092192abe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa1d7bf87bab45169741a768823d447b&device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 1160 time: 0.0788193
Feb 17 03:29:49.090249 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-bc8e766e-cbfa-4b64-8648-6c3595ffcc32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82841018-3a77-4f6c-ba00-647e073193cc HTTP/1.1" status: 200  len: 217 time: 0.0712266
Feb 17 03:29:49.177854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-a8c1789c-be27-497a-a54c-fb047ca53b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.179706 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-a8c1789c-be27-497a-a54c-fb047ca53b69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=47596934-77af-4f8f-81ad-35811e540c55 HTTP/1.1" status: 200  len: 854 time: 0.0763924
Feb 17 03:29:49.255479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b3da-b266-4952-8c6a-4550f481c0a9 req-cdf0f2a3-a62d-402a-8eb2-1d6907c64c57 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.257140 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d752b3da-b266-4952-8c6a-4550f481c0a9 req-cdf0f2a3-a62d-402a-8eb2-1d6907c64c57 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.0982780
Feb 17 03:29:49.294310 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-675acd83-679a-419b-89e5-2f0123146c49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e968ce-a441-4cd4-bf98-653e33e3e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0815432
Feb 17 03:29:49.308685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d752b3da-b266-4952-8c6a-4550f481c0a9 req-48596a71-3149-41c6-a3e7-96651fcbea42 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445523
Feb 17 03:29:49.453459 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-33b4575f-2275-4712-a7b2-c44510e4d3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481280
Feb 17 03:29:49.509703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:49.608364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:49.608971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:49.610479 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a96c3b3-6df4-4c97-91ec-e01468c434c2 req-d977b2bb-6943-4b00-b61a-19adc167c5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434922
Feb 17 03:29:49.612011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-bcfa9c78-0566-49cb-932b-905f10583e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.613627 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-bcfa9c78-0566-49cb-932b-905f10583e09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=11a5692210d54de3b217536dd49aa377&device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 1162 time: 0.1591733
Feb 17 03:29:49.619865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ec1b8-2a92-40ed-9ee6-894b2e761224 req-7b59585c-6351-484e-bef7-39372bf0e079 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.621341 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b75ec1b8-2a92-40ed-9ee6-894b2e761224 req-7b59585c-6351-484e-bef7-39372bf0e079 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1221464
Feb 17 03:29:49.833204 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b75ec1b8-2a92-40ed-9ee6-894b2e761224 req-6b6d0604-be27-4d6f-bbd0-dae07f00c25f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047472
Feb 17 03:29:49.916503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da27e-3cec-454a-8c25-4a0b63f92010 req-6f1aeaf8-0a6e-4a2e-84d0-dca9e8a554fa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.918192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b0da27e-3cec-454a-8c25-4a0b63f92010 req-6f1aeaf8-0a6e-4a2e-84d0-dca9e8a554fa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2713072
Feb 17 03:29:49.921296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-9993982c-1277-4a07-9c36-afa24e11c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:49.922990 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-9993982c-1277-4a07-9c36-afa24e11c0bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 200  len: 912 time: 0.2746167
Feb 17 03:29:50.081747 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-2ff75013-5833-4e2f-a465-cda58a0b21a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 200  len: 217 time: 0.0901940
Feb 17 03:29:50.099815 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b0da27e-3cec-454a-8c25-4a0b63f92010 req-b7c53c9f-95fa-49bb-9dd5-1360f80852f1 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728625
Feb 17 03:29:50.186242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-2156686f-4a5b-4b3a-90c3-18441669505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:50.187866 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-2156686f-4a5b-4b3a-90c3-18441669505f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 200  len: 858 time: 0.0918117
Feb 17 03:29:50.211441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa1eb4-ebfc-40f1-8991-39f8e982a014 req-e6f5c6f1-b2a9-45ee-9db4-956010295928 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:50.216810 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-44fa1eb4-ebfc-40f1-8991-39f8e982a014 req-e6f5c6f1-b2a9-45ee-9db4-956010295928 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.2730868
Feb 17 03:29:50.401494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-2651d29d-9769-4a02-845a-8555b97a9c0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c8931b5-d986-48a9-8797-db4c2b0cb489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758479
Feb 17 03:29:50.409074 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-44fa1eb4-ebfc-40f1-8991-39f8e982a014 req-37cb5a25-02f4-45db-8233-0cbfc00faff9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843028
Feb 17 03:29:50.626194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b43c-1bf5-4960-8719-c7d4b0df7f8f req-f92d2af3-76d2-4160-83bb-d9d49fe964de tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:50.627806 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c735b43c-1bf5-4960-8719-c7d4b0df7f8f req-f92d2af3-76d2-4160-83bb-d9d49fe964de tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.3559248
Feb 17 03:29:50.656865 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-2ab0f940-2646-4de9-b766-e753b8316259 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457788
Feb 17 03:29:50.979182 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c735b43c-1bf5-4960-8719-c7d4b0df7f8f req-ac998fdd-7146-4f7c-847d-ee5589f47756 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3423350
Feb 17 03:29:50.998454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598aa45-0036-4599-aa08-ae231461af8f req-eb866ff2-a203-4b78-8860-0db633fb01d4 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:51.000056 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2598aa45-0036-4599-aa08-ae231461af8f req-eb866ff2-a203-4b78-8860-0db633fb01d4 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.4635236
Feb 17 03:29:51.090388 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2598aa45-0036-4599-aa08-ae231461af8f req-222955d3-9701-442d-a176-735ee6c1b418 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826154
Feb 17 03:29:51.144154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a9cde38-ee25-49c3-a71a-a1ba65f925f2 req-03d3f7ad-7d73-45bc-9752-d2f5d838f852 service neutron] 10.222.0.52 "GET /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4506497
Feb 17 03:29:51.183172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286580ea-0af9-4d3f-8988-2f21fc433177 req-31930f20-9e4d-47d7-8cc1-b3ee0bda0008 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:51.184785 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-286580ea-0af9-4d3f-8988-2f21fc433177 req-31930f20-9e4d-47d7-8cc1-b3ee0bda0008 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0910490
Feb 17 03:29:51.315640 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-286580ea-0af9-4d3f-8988-2f21fc433177 req-77a496b1-91ee-4da6-a2ea-2053a0706d2f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238365
Feb 17 03:29:51.396209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f609b-104c-4f4d-9a97-197eb9b4104e req-4886b8a2-c2dd-46d8-8c57-cad436f63929 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:51.397796 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed7f609b-104c-4f4d-9a97-197eb9b4104e req-4886b8a2-c2dd-46d8-8c57-cad436f63929 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1689200
Feb 17 03:29:51.407442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-c178f3e3-3ad1-4778-a782-196617ed465b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:51.408919 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-c178f3e3-3ad1-4778-a782-196617ed465b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.1374934
Feb 17 03:29:51.454063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:29:51.509652 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ed7f609b-104c-4f4d-9a97-197eb9b4104e req-d64f2241-7c73-4ce4-ae2e-522d5decac85 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996921
Feb 17 03:29:51.523749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Deleting port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:29:51.524134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.582686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.615090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:51.631191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8e645981-866a-495c-83c8-d0e1206a99d1,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:51.640796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.643143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:51.684844 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'code': 422} returned with failed status
Feb 17 03:29:51.726996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:51.734975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.735369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.735780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.736168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.736600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.736982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.737358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.737731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.738107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.738480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.738849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.739214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.739708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.740076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.740474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.740838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.741201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.741569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.741931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.742857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.743221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.743628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.743994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.744357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:29:51.748702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:51.752787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 62f4a7fe-8e9b-45c2-a79a-667070ef1221 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:29:51.849062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a271472-8ee6-4135-b670-ed7c9e37d344 req-63c26356-ae97-463e-b55e-be2320a74348 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:51.850607 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8a271472-8ee6-4135-b670-ed7c9e37d344 req-63c26356-ae97-463e-b55e-be2320a74348 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 945 time: 0.2291660
Feb 17 03:29:51.875086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.890084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:51.890481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.911979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:51.916335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:51.918543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:51.991771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:51.995007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:52.041253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Calling delete_port for 62f4a7fe-8e9b-45c2-a79a-667070ef1221 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:29:52.088223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8a271472-8ee6-4135-b670-ed7c9e37d344 req-517e53d5-591d-4882-ad78-773c78749c33 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248850
Feb 17 03:29:52.194762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:29:52.195423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:29:52.212682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6471176-f147-4700-a3df-569a836493d0 req-a33c4f7c-debe-4b2b-96ee-c5db5cdf1e73 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:52.214703 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6471176-f147-4700-a3df-569a836493d0 req-a33c4f7c-debe-4b2b-96ee-c5db5cdf1e73 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1155412
Feb 17 03:29:52.314504 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6471176-f147-4700-a3df-569a836493d0 req-bdbb7efe-e03c-4b9d-9d9a-54c25f966581 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544057
Feb 17 03:29:52.344476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41d4f-42ba-494a-a792-85a3e4ed4d05 req-d75d1f40-4569-47fc-a56a-22c02226f9b2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:52.346201 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9a41d4f-42ba-494a-a792-85a3e4ed4d05 req-d75d1f40-4569-47fc-a56a-22c02226f9b2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.1413352
Feb 17 03:29:52.395649 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9a41d4f-42ba-494a-a792-85a3e4ed4d05 req-aab60004-777a-428b-8a90-a71085d6345c tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419066
Feb 17 03:29:52.533777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab5918-6843-44e1-afce-88b1c3aa71a4 req-2e48edce-6950-468a-bce0-221166b706f6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:52.535548 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-01ab5918-6843-44e1-afce-88b1c3aa71a4 req-2e48edce-6950-468a-bce0-221166b706f6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1019235
Feb 17 03:29:52.588653 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-01ab5918-6843-44e1-afce-88b1c3aa71a4 req-c774c037-13c8-417e-8d24-0875d4e60858 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454590
Feb 17 03:29:52.695984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Deleting port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:29:52.696377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:52.979856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b96e1-4805-4fe0-b185-a511d1b54db9 req-00888b08-8bae-44ab-acf6-efc1c1e6f8ad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:52.981456 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4b5b96e1-4805-4fe0-b185-a511d1b54db9 req-00888b08-8bae-44ab-acf6-efc1c1e6f8ad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2519078
Feb 17 03:29:53.069709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] For port 62f4a7fe-8e9b-45c2-a79a-667070ef1221, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=62f4a7fe-8e9b-45c2-a79a-667070ef1221,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:53.070146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:53.086219 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4b5b96e1-4805-4fe0-b185-a511d1b54db9 req-879d6b5b-bd2b-474d-9f40-1f626a9757aa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962050
Feb 17 03:29:53.212843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Calling delete_port for 62f4a7fe-8e9b-45c2-a79a-667070ef1221 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:29:53.458385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55438) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:29:53.480415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcb17-dfeb-434f-bba1-e710a9995ccd req-f8da59c3-d26b-4822-b4da-b636d66bf6e4 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:53.481536 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-725fcb17-dfeb-434f-bba1-e710a9995ccd req-f8da59c3-d26b-4822-b4da-b636d66bf6e4 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 943 time: 0.2775817
Feb 17 03:29:53.532005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:53.567557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:53.592169 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-120e73eb-65f6-4913-aad2-4cf748ff66f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1325040
Feb 17 03:29:53.661861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd0ef-5651-4ecf-8a09-956a6eedf52b req-e67fb21c-9c90-47b1-885f-fb0fa54c68bf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:53.663470 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ee4fd0ef-5651-4ecf-8a09-956a6eedf52b req-e67fb21c-9c90-47b1-885f-fb0fa54c68bf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.3174734
Feb 17 03:29:53.677915 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-725fcb17-dfeb-434f-bba1-e710a9995ccd req-8e426b7c-261c-4897-bd31-78bc8062ca1b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874421
Feb 17 03:29:53.685841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:53.687544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event deleted for resources: {'Port': ['ID=62f4a7fe-8e9b-45c2-a79a-667070ef1221,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:53.712944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:53.768306 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ee4fd0ef-5651-4ecf-8a09-956a6eedf52b req-ca23d074-0a4a-4c0c-b4eb-a9cce6a27efd tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820916
Feb 17 03:29:53.833470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] No DVR routers for this DVR port 62f4a7fe-8e9b-45c2-a79a-667070ef1221 on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:29:53.836792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:53.840383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-deleted', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:53.907448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d20390a2-949e-4f1b-b94d-7322e31f0640 req-7b242298-7118-4a1b-acf8-37db2862a3f7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "DELETE /v2.0/ports/62f4a7fe-8e9b-45c2-a79a-667070ef1221 HTTP/1.1" status: 204  len: 173 time: 2.4818897
Feb 17 03:29:53.997318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2936b5-123e-4fcc-ba52-4dabe8263d37 req-bedc99d9-aa45-4b4b-836d-1b739dd67062 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:53.998814 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e2936b5-123e-4fcc-ba52-4dabe8263d37 req-bedc99d9-aa45-4b4b-836d-1b739dd67062 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.1525533
Feb 17 03:29:54.067012 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e2936b5-123e-4fcc-ba52-4dabe8263d37 req-19c950c5-5191-457c-afca-55ea51a6b3d6 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564175
Feb 17 03:29:54.086600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578940db-f454-482c-91f9-871c0093d6cb req-68e00cba-0f08-450d-a967-5b44afc9fc68 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:54.086739 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-578940db-f454-482c-91f9-871c0093d6cb req-68e00cba-0f08-450d-a967-5b44afc9fc68 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1528654
Feb 17 03:29:54.119980 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221', 'code': 200}
Feb 17 03:29:54.136213 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-578940db-f454-482c-91f9-871c0093d6cb req-56a82f43-eb77-4134-b9aa-d67301d06718 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484655
Feb 17 03:29:54.160920 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08114034-f862-4a9a-a372-755e2b9a8b2f', 'name': 'network-vif-deleted', 'tag': '62f4a7fe-8e9b-45c2-a79a-667070ef1221', 'status': 'completed', 'code': 200}
Feb 17 03:29:54.344724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a415c23-f385-4b3f-a2db-16b2d56a6a38 req-6e4ce9a5-fef5-4193-bede-13ac8a8a77b7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:54.346829 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a415c23-f385-4b3f-a2db-16b2d56a6a38 req-6e4ce9a5-fef5-4193-bede-13ac8a8a77b7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0939066
Feb 17 03:29:54.397595 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a415c23-f385-4b3f-a2db-16b2d56a6a38 req-7dad4dd9-96c0-402f-ac55-4bc3ed86b077 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438893
Feb 17 03:29:54.862741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4da2dd2e-c9b8-49fc-9711-a7f0246d079b req-71eca537-c90d-4214-9eb2-64de7ec74e3d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:29:54.878540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4da2dd2e-c9b8-49fc-9711-a7f0246d079b req-71eca537-c90d-4214-9eb2-64de7ec74e3d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:29:54.891343 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4da2dd2e-c9b8-49fc-9711-a7f0246d079b req-71eca537-c90d-4214-9eb2-64de7ec74e3d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=08114034-f862-4a9a-a372-755e2b9a8b2f HTTP/1.1" status: 200  len: 210 time: 0.0791397
Feb 17 03:29:54.899603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82841018-3a77-4f6c-ba00-647e073193cc up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:54.986986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 82841018-3a77-4f6c-ba00-647e073193cc completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:29:54.992744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82841018-3a77-4f6c-ba00-647e073193cc triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:54.993167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.017591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18f6e2-d69f-46f8-8d05-f08cd92a8dc5 req-02894d2b-a964-4ea4-821e-a5efef8936ac tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.019238 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce18f6e2-d69f-46f8-8d05-f08cd92a8dc5 req-02894d2b-a964-4ea4-821e-a5efef8936ac tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0943615
Feb 17 03:29:55.080121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce18f6e2-d69f-46f8-8d05-f08cd92a8dc5 req-a7625fc0-40a9-464d-b8f8-7f890e0d0f80 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528669
Feb 17 03:29:55.135198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.172762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82841018-3a77-4f6c-ba00-647e073193cc,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:29:55.176232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.177001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:55.227860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:29:55.330227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:29:55.333698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:29:55.343605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:55.344042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:55.543311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da149260-97fd-4956-903e-2ad2364b34e4 req-7a8b2a9b-64bd-4c39-a4d4-1fd122f4cea8 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.544956 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da149260-97fd-4956-903e-2ad2364b34e4 req-7a8b2a9b-64bd-4c39-a4d4-1fd122f4cea8 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.3623011
Feb 17 03:29:55.609574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07071b3c-6be5-4016-9843-69494ea9d68f req-0898a290-1341-415a-ada7-d814e454de6d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.611162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07071b3c-6be5-4016-9843-69494ea9d68f req-0898a290-1341-415a-ada7-d814e454de6d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.3583312
Feb 17 03:29:55.615765 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-da149260-97fd-4956-903e-2ad2364b34e4 req-ddac1639-f21a-4dea-9b5b-c05373b279a5 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632732
Feb 17 03:29:55.659469 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-07071b3c-6be5-4016-9843-69494ea9d68f req-ac318a56-be8e-4112-8aa6-50b4ad1c0ac8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Feb 17 03:29:55.812577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066aff3-7aa8-4c39-be60-e6d56d1df21a req-acd8ac5d-44b8-4bfb-ac17-f0f4624dab2e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:55.813971 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b066aff3-7aa8-4c39-be60-e6d56d1df21a req-acd8ac5d-44b8-4bfb-ac17-f0f4624dab2e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0919859
Feb 17 03:29:55.865807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b066aff3-7aa8-4c39-be60-e6d56d1df21a req-3126c8ad-3c10-42bf-9c9c-f18588bdb61f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443268
Feb 17 03:29:56.064613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-0f96c0df-6477-43fc-9511-6bf3754aec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.066304 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-0f96c0df-6477-43fc-9511-6bf3754aec75 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689&tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 1161 time: 0.0897233
Feb 17 03:29:56.120786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:29:56.271403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-54c1852f-b169-4824-89a0-23c6e360c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.273235 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-54c1852f-b169-4824-89a0-23c6e360c400 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1161 time: 0.1644166
Feb 17 03:29:56.359569 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc', 'code': 200}
Feb 17 03:29:56.475776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70269d9f-bed2-4275-834d-d4dfa36820f6 req-58949605-9877-43b3-bc79-2e2084cc6295 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.477415 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70269d9f-bed2-4275-834d-d4dfa36820f6 req-58949605-9877-43b3-bc79-2e2084cc6295 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.2603648
Feb 17 03:29:56.478489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-cf34b817-339c-4816-97d0-a35e09383e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.480037 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-cf34b817-339c-4816-97d0-a35e09383e63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1932020
Feb 17 03:29:56.624331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70269d9f-bed2-4275-834d-d4dfa36820f6 req-4d1b46de-3ca8-4d18-b86d-e24657df31df tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404846
Feb 17 03:29:56.634105 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-90668b19-0ba2-468a-900f-9a21b2e3bec0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 999 time: 0.1298642
Feb 17 03:29:56.714236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc2e63-5b31-43c7-beb9-005862b06f16 req-a63d5c57-8f0d-49d8-937c-a240252f8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.714456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-7446c056-1dbe-40b2-813c-f56bf3204237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.716029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-57dc2e63-5b31-43c7-beb9-005862b06f16 req-a63d5c57-8f0d-49d8-937c-a240252f8ac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 1162 time: 0.0818355
Feb 17 03:29:56.716189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-7446c056-1dbe-40b2-813c-f56bf3204237 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0718143
Feb 17 03:29:56.774086 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-57dc2e63-5b31-43c7-beb9-005862b06f16 req-63504c02-6fb1-4a58-b063-3e510c2432f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413043
Feb 17 03:29:56.884039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae6c20-ab00-4a7f-af8e-fe5fd2787f5b req-7073cdf9-cd98-4fdd-b2ae-fde58641ad79 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.885673 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fcae6c20-ab00-4a7f-af8e-fe5fd2787f5b req-7073cdf9-cd98-4fdd-b2ae-fde58641ad79 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.1549172
Feb 17 03:29:56.888082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-0bf6d63f-ae94-4f8d-858b-bd41a901caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:56.889509 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-0bf6d63f-ae94-4f8d-858b-bd41a901caa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1216464
Feb 17 03:29:56.938741 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fcae6c20-ab00-4a7f-af8e-fe5fd2787f5b req-5ba44564-3355-45f5-a008-32a4ed5c6dd7 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467837
Feb 17 03:29:57.069460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0918-3291-4e26-86b4-fccba945e23c req-b3253304-ed4c-4dcd-920a-ba3962881e21 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:57.071038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-219f0918-3291-4e26-86b4-fccba945e23c req-b3253304-ed4c-4dcd-920a-ba3962881e21 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0853927
Feb 17 03:29:57.123278 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-219f0918-3291-4e26-86b4-fccba945e23c req-8dae4be0-4dab-46fe-9262-8d905ec7ce6e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458987
Feb 17 03:29:57.311234 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-05a9d2b1-dc27-4a36-9141-d7900879b743 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511033
Feb 17 03:29:57.477462 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db14ee7c-6fd0-46c3-8ebe-bd147ae961b3 req-cc9e947c-e98d-47ca-b8ad-6ca307f3b0b2 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1585901
Feb 17 03:29:57.694055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82841018-3a77-4f6c-ba00-647e073193cc up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:57.801198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82841018-3a77-4f6c-ba00-647e073193cc triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:57.801634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:57.919245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2cc6-3754-459b-9e6a-7ce3cb272b46 req-7a159ebd-47cc-4f7a-b162-34c8b5c34b13 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:57.920840 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f76d2cc6-3754-459b-9e6a-7ce3cb272b46 req-7a159ebd-47cc-4f7a-b162-34c8b5c34b13 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1602981
Feb 17 03:29:57.928811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:57.931817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7595b-2119-4603-803d-c2a2bed06234 req-c6d191a5-ab4f-4711-b4bf-f424b97fe1a1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:57.933358 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace7595b-2119-4603-803d-c2a2bed06234 req-c6d191a5-ab4f-4711-b4bf-f424b97fe1a1 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1273761
Feb 17 03:29:58.004264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port c9ca62c0-10ef-4ead-9a9e-530134fbf939 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:58.004684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:58.009781 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f76d2cc6-3754-459b-9e6a-7ce3cb272b46 req-e3146363-4f0f-4759-bea6-623a4d6781ab tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754030
Feb 17 03:29:58.014293 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ace7595b-2119-4603-803d-c2a2bed06234 req-759dfe4c-0728-4eb3-b80c-82c2e164d0e8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633371
Feb 17 03:29:58.212671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b592b0-3529-453e-9f05-16be9b7e5a70 req-af551544-74f5-40cc-a4d7-b280d1173a5d tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:58.220709 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5b592b0-3529-453e-9f05-16be9b7e5a70 req-af551544-74f5-40cc-a4d7-b280d1173a5d tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.1041512
Feb 17 03:29:58.330436 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5b592b0-3529-453e-9f05-16be9b7e5a70 req-f4225add-7cbd-4376-9fb5-a2596ee315d2 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088004
Feb 17 03:29:58.368705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436006b-20a3-406d-9769-60b7df466930 req-9e891402-ea88-4488-9f41-d3ed08bdb310 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:58.370279 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8436006b-20a3-406d-9769-60b7df466930 req-9e891402-ea88-4488-9f41-d3ed08bdb310 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1140165
Feb 17 03:29:58.419273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8436006b-20a3-406d-9769-60b7df466930 req-6ffaf9b2-b062-40f2-aac5-e7ed84a911dd tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424836
Feb 17 03:29:58.654791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:58.750528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82841018-3a77-4f6c-ba00-647e073193cc up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:29:58.856191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 82841018-3a77-4f6c-ba00-647e073193cc triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:29:58.856830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:29:59.559214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f7c95-ce68-4fc2-86f4-a5b73515de16 req-db330d06-e634-4b7e-afc6-5ba5176428b0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:59.568256 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d92f7c95-ce68-4fc2-86f4-a5b73515de16 req-db330d06-e634-4b7e-afc6-5ba5176428b0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.3427603
Feb 17 03:29:59.621784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c954-2561-4677-b57f-0f931bbb8275 req-74d43d3e-b84b-4efe-adfa-f44196f62497 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:59.627318 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6c69c954-2561-4677-b57f-0f931bbb8275 req-74d43d3e-b84b-4efe-adfa-f44196f62497 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.2896667
Feb 17 03:29:59.681178 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d92f7c95-ce68-4fc2-86f4-a5b73515de16 req-b405d8b8-a95e-43bc-a5f3-b4521dd6c2f3 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118708
Feb 17 03:29:59.708187 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6c69c954-2561-4677-b57f-0f931bbb8275 req-6dcc0679-1747-4f53-886b-e2c586336fa5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748100
Feb 17 03:29:59.983915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f5786-743d-4221-9b74-82e1467e8cc7 req-77a08de7-1268-40fa-88c2-de86678fe411 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:29:59.985555 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf6f5786-743d-4221-9b74-82e1467e8cc7 req-77a08de7-1268-40fa-88c2-de86678fe411 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.1716769
Feb 17 03:30:00.001614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac0c87-d36d-400a-b023-29e236fb022f req-baf35f23-d9ca-4159-bfb9-9e8c6ce1bbb2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:00.003165 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74ac0c87-d36d-400a-b023-29e236fb022f req-baf35f23-d9ca-4159-bfb9-9e8c6ce1bbb2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1347625
Feb 17 03:30:00.084204 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-74ac0c87-d36d-400a-b023-29e236fb022f req-52fba9ba-b915-4790-999b-58e6c9781185 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636601
Feb 17 03:30:00.095404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf6f5786-743d-4221-9b74-82e1467e8cc7 req-b7d0dc53-7d27-4759-a78b-4422067f32d8 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022294
Feb 17 03:30:00.913469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b652a-b2e2-4062-896c-c9ed326105ff req-00942612-279f-468d-8cd2-c348ad9450a6 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:00.922316 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b15b652a-b2e2-4062-896c-c9ed326105ff req-00942612-279f-468d-8cd2-c348ad9450a6 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1094499
Feb 17 03:30:00.974325 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b15b652a-b2e2-4062-896c-c9ed326105ff req-8e4a9ded-37c1-440d-9071-5b71cb5646c5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521419
Feb 17 03:30:01.196938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7975481-207d-4fbc-8d94-6d83e0f1d043 req-01b59e6f-8022-49e5-ad4a-3971e56b1087 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:01.198594 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f7975481-207d-4fbc-8d94-6d83e0f1d043 req-01b59e6f-8022-49e5-ad4a-3971e56b1087 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0923083
Feb 17 03:30:01.274480 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f7975481-207d-4fbc-8d94-6d83e0f1d043 req-409fa3a2-c6e4-405f-8579-5e6efc05ecec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678368
Feb 17 03:30:01.480427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2f53a-5ab4-4446-9dcc-33822b83075d req-d102dab9-d12c-4414-8c66-e8623309c15c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:01.482014 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9c2f53a-5ab4-4446-9dcc-33822b83075d req-d102dab9-d12c-4414-8c66-e8623309c15c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0909688
Feb 17 03:30:01.540801 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9c2f53a-5ab4-4446-9dcc-33822b83075d req-ef2f5496-cdb2-4057-8e13-412d59353f92 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520515
Feb 17 03:30:01.955056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29badf77-451b-4ccc-91d5-7130280dacfe req-2076d85c-186a-4eb7-ac3c-237e730477c4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:01.956732 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-29badf77-451b-4ccc-91d5-7130280dacfe req-2076d85c-186a-4eb7-ac3c-237e730477c4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0913491
Feb 17 03:30:02.006160 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-29badf77-451b-4ccc-91d5-7130280dacfe req-cfd15395-2d97-4bbc-8ecd-8ea945c79d69 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418358
Feb 17 03:30:02.221511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a366-c7db-49c4-adf3-4cc0cb1d2dc4 req-0b3b9437-8f07-4607-b184-25dd80d90787 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:02.223930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b716a366-c7db-49c4-adf3-4cc0cb1d2dc4 req-0b3b9437-8f07-4607-b184-25dd80d90787 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0966647
Feb 17 03:30:02.274918 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b716a366-c7db-49c4-adf3-4cc0cb1d2dc4 req-e3f92bd3-4a06-406d-b571-31e1c6e5040a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440035
Feb 17 03:30:02.491142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9174c59-7499-476c-a173-c52f3285e138 req-c7944a82-fc07-4897-8e8f-1df4326b016f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:02.492814 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a9174c59-7499-476c-a173-c52f3285e138 req-c7944a82-fc07-4897-8e8f-1df4326b016f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0873253
Feb 17 03:30:02.541524 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a9174c59-7499-476c-a173-c52f3285e138 req-e2084de4-1c58-4694-96ec-63380ffbef8d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423863
Feb 17 03:30:02.746246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813d93c-8770-4174-9566-bcc83a9ab0f9 req-31b0dda4-0236-487d-a9a3-1f5a113c7bad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:02.747965 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6813d93c-8770-4174-9566-bcc83a9ab0f9 req-31b0dda4-0236-487d-a9a3-1f5a113c7bad tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0925617
Feb 17 03:30:02.821916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6813d93c-8770-4174-9566-bcc83a9ab0f9 req-839c75c9-27ad-4792-8ca4-e1ad529fb38f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669978
Feb 17 03:30:03.176340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-481dbad8-2ee3-4733-8fbe-354abbe853d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:03.237980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f743e4-071e-4640-952b-9eb844e4cc70 req-0e560937-7244-413e-bb59-0ef29307f9c2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:03.240243 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18f743e4-071e-4640-952b-9eb844e4cc70 req-0e560937-7244-413e-bb59-0ef29307f9c2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1111500
Feb 17 03:30:03.298514 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-18f743e4-071e-4640-952b-9eb844e4cc70 req-de656b33-3e91-4195-bf2a-f0205770e8bc tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502703
Feb 17 03:30:03.518277 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb8271-f885-4382-9e7a-09a2133c4853 req-96723dbd-9b39-439d-9b44-621e079fe2c5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:03.519880 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfeb8271-f885-4382-9e7a-09a2133c4853 req-96723dbd-9b39-439d-9b44-621e079fe2c5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1040988
Feb 17 03:30:03.572374 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cfeb8271-f885-4382-9e7a-09a2133c4853 req-ce05860a-97f3-49de-87f0-9a0146120f68 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461168
Feb 17 03:30:03.767744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67ca17-3b37-4a32-9d2b-88242c503bbc req-371cd38e-cda7-4fef-b7cb-226fc38983ff tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:03.770035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f67ca17-3b37-4a32-9d2b-88242c503bbc req-371cd38e-cda7-4fef-b7cb-226fc38983ff tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0936174
Feb 17 03:30:03.820670 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f67ca17-3b37-4a32-9d2b-88242c503bbc req-ea94effd-f72e-4c4f-a852-855e8a3492e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421538
Feb 17 03:30:04.039120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd4b9-44df-4867-9009-36245fb340be req-0b2a1f56-5bab-41ab-be1f-dcddce31cc29 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:04.040893 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f85bd4b9-44df-4867-9009-36245fb340be req-0b2a1f56-5bab-41ab-be1f-dcddce31cc29 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0888047
Feb 17 03:30:04.098555 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f85bd4b9-44df-4867-9009-36245fb340be req-6d332b70-8dfa-4988-99e9-58f6efdf57e2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502636
Feb 17 03:30:04.511465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff31336-c3bc-4690-a966-ff90a8c8ee57 req-e52d3e3d-59d3-43cb-b704-385bab7051ca tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:04.513131 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fff31336-c3bc-4690-a966-ff90a8c8ee57 req-e52d3e3d-59d3-43cb-b704-385bab7051ca tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0933616
Feb 17 03:30:04.566023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fff31336-c3bc-4690-a966-ff90a8c8ee57 req-5a98b522-1e10-4484-9a9b-370f9c4aae94 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459919
Feb 17 03:30:04.793305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6f581-5fd5-43a8-a572-83944c0d6989 req-e2834a91-9566-4967-ba98-b0dc490371a5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:04.795280 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebe6f581-5fd5-43a8-a572-83944c0d6989 req-e2834a91-9566-4967-ba98-b0dc490371a5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1015759
Feb 17 03:30:04.844023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebe6f581-5fd5-43a8-a572-83944c0d6989 req-ecc7ae4c-1d97-4ea6-bb39-233fdd6adf68 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423818
Feb 17 03:30:05.046870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788ed5a-ce16-4339-b83d-3ada2128af0e req-53f3ff52-dd65-4f94-9b94-ed18fadc6941 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:05.048501 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0788ed5a-ce16-4339-b83d-3ada2128af0e req-53f3ff52-dd65-4f94-9b94-ed18fadc6941 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0932291
Feb 17 03:30:05.117462 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0788ed5a-ce16-4339-b83d-3ada2128af0e req-36d90580-4b1f-42a9-9df2-e289854a6c22 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623894
Feb 17 03:30:05.331037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ec8d2-547a-43ad-82fb-d720121f2e6e req-49611f6a-08ea-42d1-848a-84ad8e449e1a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:05.332650 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-256ec8d2-547a-43ad-82fb-d720121f2e6e req-49611f6a-08ea-42d1-848a-84ad8e449e1a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0889935
Feb 17 03:30:05.380519 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-256ec8d2-547a-43ad-82fb-d720121f2e6e req-e09e4f4f-5350-405f-8610-5f57dc7d6564 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409007
Feb 17 03:30:05.607020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dff6912f-ea2a-48d8-bf6c-d5a98235e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:05.778279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1b215-0321-439e-888b-dc510f734de1 req-4c1dbd37-fea1-4998-80cd-8af4e43e53df tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:05.779911 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fda1b215-0321-439e-888b-dc510f734de1 req-4c1dbd37-fea1-4998-80cd-8af4e43e53df tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0931644
Feb 17 03:30:05.835237 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fda1b215-0321-439e-888b-dc510f734de1 req-d5b2f91d-45e4-4e52-9060-08b7ba15ea54 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482645
Feb 17 03:30:06.066290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24355-dc0b-4028-924a-eee26d451b0c req-4a943fbe-fc8b-4c32-89e5-f20a8aa58673 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:06.067835 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9f24355-dc0b-4028-924a-eee26d451b0c req-4a943fbe-fc8b-4c32-89e5-f20a8aa58673 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0872502
Feb 17 03:30:06.121156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:06.123181 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c9f24355-dc0b-4028-924a-eee26d451b0c req-8807f0ac-a03a-4bab-9566-14b416ae8607 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480580
Feb 17 03:30:06.390578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac25d-4029-4869-bce3-9d2cce53d361 req-7de5ef57-3223-443f-8521-9e48fefe78f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:06.396767 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a61ac25d-4029-4869-bce3-9d2cce53d361 req-7de5ef57-3223-443f-8521-9e48fefe78f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1406250
Feb 17 03:30:06.449642 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a61ac25d-4029-4869-bce3-9d2cce53d361 req-2d7bd824-c5fc-432f-bd66-bb850907571e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466747
Feb 17 03:30:06.684619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c0bf4-ef04-4190-94d7-2335f54b6a04 req-cba374bb-3067-4aef-bbda-ca1d15eaf338 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:06.688011 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c18c0bf4-ef04-4190-94d7-2335f54b6a04 req-cba374bb-3067-4aef-bbda-ca1d15eaf338 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1195571
Feb 17 03:30:06.736167 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c18c0bf4-ef04-4190-94d7-2335f54b6a04 req-321bc768-5b7e-4fee-b9a4-2fb7267ad0b5 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448327
Feb 17 03:30:07.048697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dec76a-79bb-444e-9b51-2f839e6b6a28 req-ac1aa779-f2ab-4263-b931-7db9c69140ac tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.050572 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-24dec76a-79bb-444e-9b51-2f839e6b6a28 req-ac1aa779-f2ab-4263-b931-7db9c69140ac tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0975087
Feb 17 03:30:07.102015 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-24dec76a-79bb-444e-9b51-2f839e6b6a28 req-830d277a-78fb-4437-ad26-fa48a6a2eee6 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450139
Feb 17 03:30:07.338604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d417e8-a855-47b1-9b9b-001bdd1e14a9 req-192aa129-8976-44a3-a30c-1ab981438fe9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.340300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1d417e8-a855-47b1-9b9b-001bdd1e14a9 req-192aa129-8976-44a3-a30c-1ab981438fe9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0918019
Feb 17 03:30:07.347087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:07.395389 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1d417e8-a855-47b1-9b9b-001bdd1e14a9 req-9912988b-84eb-4ab3-ba7e-ba3fa69ea71a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474474
Feb 17 03:30:07.590028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:07.673629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f274-23c9-4ab1-9477-571d15b8e926 req-1faab7c1-7c6e-41d0-8372-64b8ea3670a0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.676672 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f0d3f274-23c9-4ab1-9477-571d15b8e926 req-1faab7c1-7c6e-41d0-8372-64b8ea3670a0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1002808
Feb 17 03:30:07.731928 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f0d3f274-23c9-4ab1-9477-571d15b8e926 req-16b21160-d2c5-45c7-993c-f9d1e9dec2ef tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490522
Feb 17 03:30:07.969450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91db1d-bb41-4dfd-8e5d-f18cde94b6b4 req-1927322d-4763-4f8d-bf31-4a96143e5b92 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:07.975078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d91db1d-bb41-4dfd-8e5d-f18cde94b6b4 req-1927322d-4763-4f8d-bf31-4a96143e5b92 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1040030
Feb 17 03:30:08.047770 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d91db1d-bb41-4dfd-8e5d-f18cde94b6b4 req-2c2154ea-07d3-41d2-911f-dfec0039d1cf tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674429
Feb 17 03:30:08.317159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e5ca-9f04-4523-96e8-0318a53f42bd req-a77f6a27-05f7-4a2a-8d86-7aaf8507c3ee tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:08.318873 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f64e5ca-9f04-4523-96e8-0318a53f42bd req-a77f6a27-05f7-4a2a-8d86-7aaf8507c3ee tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0891705
Feb 17 03:30:08.370318 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f64e5ca-9f04-4523-96e8-0318a53f42bd req-4596cb57-4fea-445b-8adb-1e5f89a55882 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446532
Feb 17 03:30:08.823675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7756a5-9c87-443d-9ade-f829c1a539c8 req-a34b8ac0-1c5f-4035-aec8-228a9e8bcbbd tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:08.825253 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b7756a5-9c87-443d-9ade-f829c1a539c8 req-a34b8ac0-1c5f-4035-aec8-228a9e8bcbbd tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.3153272
Feb 17 03:30:08.880038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b7756a5-9c87-443d-9ade-f829c1a539c8 req-eae27869-daf8-430e-9160-662f69ea6674 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484595
Feb 17 03:30:09.077365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad405-7ea0-4ca2-83ca-78531856112b req-462df6c1-5b1f-44c3-9268-8500043f9da5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:09.079107 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f17ad405-7ea0-4ca2-83ca-78531856112b req-462df6c1-5b1f-44c3-9268-8500043f9da5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0912480
Feb 17 03:30:09.137723 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f17ad405-7ea0-4ca2-83ca-78531856112b req-4086d7f0-9a1d-4a69-a539-89ad3b9eb87e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445154
Feb 17 03:30:09.348224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be246b6-833d-4d5a-8f15-68ab7b4da827 req-29eba08a-b47a-4e8b-803c-6e479505e7bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:09.350256 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7be246b6-833d-4d5a-8f15-68ab7b4da827 req-29eba08a-b47a-4e8b-803c-6e479505e7bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0977581
Feb 17 03:30:09.400795 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7be246b6-833d-4d5a-8f15-68ab7b4da827 req-2ffe869f-7675-439c-86e0-0536921ad1aa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441217
Feb 17 03:30:09.607784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ce1c-dd7b-4a64-8ad5-5ccaa60d775b req-e0b5c72c-c084-4e6f-8d74-609714270bc3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:09.609772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d62ce1c-dd7b-4a64-8ad5-5ccaa60d775b req-e0b5c72c-c084-4e6f-8d74-609714270bc3 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.1102970
Feb 17 03:30:09.664282 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d62ce1c-dd7b-4a64-8ad5-5ccaa60d775b req-2ad2db21-6d86-4b98-b71f-ce533f37a23f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480618
Feb 17 03:30:10.090149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdad81-4e50-487e-8f99-4dfe096f01c4 req-96de420b-0ea4-477f-abc4-2ad649162223 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.091803 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4bdad81-4e50-487e-8f99-4dfe096f01c4 req-96de420b-0ea4-477f-abc4-2ad649162223 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.1004000
Feb 17 03:30:10.143213 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a4bdad81-4e50-487e-8f99-4dfe096f01c4 req-56959cb8-4b37-4529-8f16-ed0bb9ac1e51 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425916
Feb 17 03:30:10.353670 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15b8e8-8c4a-410f-8a53-f5a50266345f req-3b0d5831-a9b8-492f-8681-ebcf10975c98 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.355199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d15b8e8-8c4a-410f-8a53-f5a50266345f req-3b0d5831-a9b8-492f-8681-ebcf10975c98 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0907309
Feb 17 03:30:10.410072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4d15b8e8-8c4a-410f-8a53-f5a50266345f req-5d05ce15-6499-4a6a-a788-cc9685f9e3c8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440514
Feb 17 03:30:10.606572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df52236-f087-46a2-8b84-c87c878389b3 req-cad443f6-c465-49f5-a656-12a07b02a2e4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.608179 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9df52236-f087-46a2-8b84-c87c878389b3 req-cad443f6-c465-49f5-a656-12a07b02a2e4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0909376
Feb 17 03:30:10.662643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9df52236-f087-46a2-8b84-c87c878389b3 req-2ed6d6c5-e60e-4c6d-a633-83ab31914026 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470483
Feb 17 03:30:10.866171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2293-168c-4b14-acc8-c59d287a035b req-537ef941-2220-4ae4-abe6-94a2652cbff2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:10.867817 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce8d2293-168c-4b14-acc8-c59d287a035b req-537ef941-2220-4ae4-abe6-94a2652cbff2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0892870
Feb 17 03:30:10.919826 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce8d2293-168c-4b14-acc8-c59d287a035b req-1d36c21f-dce5-4fd0-9373-4cdff9c002c9 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451658
Feb 17 03:30:11.348069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971289-8619-4e0e-8c38-62ebe2d2732a req-8fd91229-7534-47d2-8a1d-0c94cd9354ef tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:11.349556 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19971289-8619-4e0e-8c38-62ebe2d2732a req-8fd91229-7534-47d2-8a1d-0c94cd9354ef tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0887747
Feb 17 03:30:11.396837 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-19971289-8619-4e0e-8c38-62ebe2d2732a req-aff3ff84-7633-4595-a13d-c8697f5e4aa0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411553
Feb 17 03:30:11.611960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1da4a0-16ee-48c8-be4f-45f2a0b254eb req-920a3519-a6d9-49d3-9493-d487982aebb8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:11.613569 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a1da4a0-16ee-48c8-be4f-45f2a0b254eb req-920a3519-a6d9-49d3-9493-d487982aebb8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0880759
Feb 17 03:30:11.662288 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a1da4a0-16ee-48c8-be4f-45f2a0b254eb req-7b01bb15-25cb-4a0f-9b9b-b8c781e6d770 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417891
Feb 17 03:30:11.881962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb725b3-2229-44a7-92c1-01b223d2ef73 req-f17b11b3-99ff-4341-9b29-a295394e4007 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:11.883955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9cb725b3-2229-44a7-92c1-01b223d2ef73 req-f17b11b3-99ff-4341-9b29-a295394e4007 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1032898
Feb 17 03:30:11.936928 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9cb725b3-2229-44a7-92c1-01b223d2ef73 req-f7044d7a-b93f-4c69-8996-ad8c191bc7dc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455809
Feb 17 03:30:11.969726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 55758) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:12.142398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b63e-5bc3-427a-b3bd-577621a8970f req-67985f26-e502-4e55-8221-66c0c788e5e1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:12.143927 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7b05b63e-5bc3-427a-b3bd-577621a8970f req-67985f26-e502-4e55-8221-66c0c788e5e1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0885463
Feb 17 03:30:12.209329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.227395 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7b05b63e-5bc3-427a-b3bd-577621a8970f req-d6514b9d-6fa0-4bf2-b596-b41617056ca4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761633
Feb 17 03:30:12.231899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:12.236430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Usage tracker for resource:security_group_rule and tenant:4d651166444f42669e309e5ab60bbea5 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:12.239538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:12.245674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:12.335693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.340597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.350731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b43b8a71-9fe9-4c01-8e20-f905a0be0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:12.393207 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d651166444f42669e309e5ab60bbea5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4222832
Feb 17 03:30:12.394815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819b36bd-3cd5-46dd-92d2-8eda9d7bc747,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:12.396084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55764) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:12.398419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:12.458753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.488503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.537633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.542650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:12.555183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819b36bd-3cd5-46dd-92d2-8eda9d7bc747,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:12.558877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:12.560927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:12.564677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/819b36bd-3cd5-46dd-92d2-8eda9d7bc747 HTTP/1.1" status: 204  len: 168 time: 0.1673391
Feb 17 03:30:12.610711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7765db-6bd2-4d25-9d9d-063e24f0875f req-229f10b6-d5f9-4bdd-971e-0cc0ec553c43 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:12.612964 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e7765db-6bd2-4d25-9d9d-063e24f0875f req-229f10b6-d5f9-4bdd-971e-0cc0ec553c43 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0965838
Feb 17 03:30:12.660550 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e7765db-6bd2-4d25-9d9d-063e24f0875f req-ea3c8537-0b5e-4c57-8e0a-cf7bef73bf1d tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417295
Feb 17 03:30:12.866558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268628-ce8d-41a4-9093-f14f2b2c1b5f req-b1a0bad4-2d9b-4e14-881d-6b9215190221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:12.868207 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71268628-ce8d-41a4-9093-f14f2b2c1b5f req-b1a0bad4-2d9b-4e14-881d-6b9215190221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0875690
Feb 17 03:30:12.918184 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71268628-ce8d-41a4-9093-f14f2b2c1b5f req-0d2a3f8f-f7c0-4676-928d-98698cb6c291 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430725
Feb 17 03:30:13.161970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321eef5-4a4d-4318-933c-aa165a7a2b8e req-b7c922b4-ebd8-4764-99d9-abcbfa7095a3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.163520 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1321eef5-4a4d-4318-933c-aa165a7a2b8e req-b7c922b4-ebd8-4764-99d9-abcbfa7095a3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1013691
Feb 17 03:30:13.214135 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1321eef5-4a4d-4318-933c-aa165a7a2b8e req-9b6d8eb7-c725-4e04-94f4-a8541a7049eb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435398
Feb 17 03:30:13.430581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9e0cc-b626-4388-b113-8994adf1a3ed req-c21a8f3d-4fdd-4f06-8caa-faf19dc817d7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.432265 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59e9e0cc-b626-4388-b113-8994adf1a3ed req-c21a8f3d-4fdd-4f06-8caa-faf19dc817d7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0881286
Feb 17 03:30:13.483753 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-59e9e0cc-b626-4388-b113-8994adf1a3ed req-c731ffea-4bb7-41b0-8212-9d2ffd689de4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449572
Feb 17 03:30:13.685175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55806) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:13.728079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccb415-edab-4055-869e-75208b9055be req-c4a795ad-c7c2-41c4-aa42-c36d526ecefc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.729662 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ffccb415-edab-4055-869e-75208b9055be req-c4a795ad-c7c2-41c4-aa42-c36d526ecefc tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.0934806
Feb 17 03:30:13.785882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 5e72f71c-333a-4cfd-859b-95ac38dfea5f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:13.815330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.831729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:13.835910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Usage tracker for resource:security_group_rule and tenant:df839e5dffa9482dae865b4553f41a62 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:13.839590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:13.845377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:13.864446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Deleting port 5e72f71c-333a-4cfd-859b-95ac38dfea5f {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:13.864446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.911074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.939762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:13.940586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.943620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.952027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:13.958074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:13.960235 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-138ede14-58aa-4abf-b7f7-01d19c25824f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:13.986063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-02da3e73-a152-4e77-bcc7-ad3195d71d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:13.993886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ca462-b85b-4088-936d-5cba1c9aa682 req-efa6c2d4-261c-4c87-8212-313a8f30bdc8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:13.997053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f', 'code': 200}
Feb 17 03:30:14.000292 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df839e5dffa9482dae865b4553f41a62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145361
Feb 17 03:30:14.001110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55818) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:14.001794 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e4ca462-b85b-4088-936d-5cba1c9aa682 req-efa6c2d4-261c-4c87-8212-313a8f30bdc8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 945 time: 0.2211864
Feb 17 03:30:14.045302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:14.052298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:14.101156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.112260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75e1c1-80f8-4f21-be74-b970d22753c1,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:14.135204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:14.137062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.142906 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e4ca462-b85b-4088-936d-5cba1c9aa682 req-203768fa-3c3d-4732-b048-4326264af410 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404722
Feb 17 03:30:14.188643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.193789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4d925c0-09a7-4de1-92d2-407ed57c7eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:14.212685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.215379 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e75e1c1-80f8-4f21-be74-b970d22753c1 HTTP/1.1" status: 204  len: 168 time: 0.2110479
Feb 17 03:30:14.217024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75e1c1-80f8-4f21-be74-b970d22753c1,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:14.254928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:14.284546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] For port 5e72f71c-333a-4cfd-859b-95ac38dfea5f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=5e72f71c-333a-4cfd-859b-95ac38dfea5f,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:14.284968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.433855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b6bdd-346b-474e-afc2-9d27bf4f2e30 req-0d924da6-d151-476b-94f6-5332fa7fc996 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:14.435652 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e1b6bdd-346b-474e-afc2-9d27bf4f2e30 req-0d924da6-d151-476b-94f6-5332fa7fc996 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.2864261
Feb 17 03:30:14.443596 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Calling delete_port for 5e72f71c-333a-4cfd-859b-95ac38dfea5f owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:14.607390 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e1b6bdd-346b-474e-afc2-9d27bf4f2e30 req-03d3ea2c-e27f-47b5-83c9-8e5032bc11fb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963664
Feb 17 03:30:14.651200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e2214-d644-4b84-ad22-c6843530492a req-7ef8594f-8b58-462e-ab01-f3cc796b6f55 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:14.652836 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-254e2214-d644-4b84-ad22-c6843530492a req-7ef8594f-8b58-462e-ab01-f3cc796b6f55 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2908342
Feb 17 03:30:14.807735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-254e2214-d644-4b84-ad22-c6843530492a req-08094ec5-d17c-45cf-bb78-ad911411ef7b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213784
Feb 17 03:30:14.809224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:14.829700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65de529d-53b5-4588-9b32-3da424d196a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:14.936854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event deleted for resources: {'Port': ['ID=5e72f71c-333a-4cfd-859b-95ac38dfea5f,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:14.950147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:14.983832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0dac-77ee-4cf2-aae5-2497ab25f135 req-6b634ce7-f12f-4b0f-b98f-2e8529106b6c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:14.985427 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c7f0dac-77ee-4cf2-aae5-2497ab25f135 req-6b634ce7-f12f-4b0f-b98f-2e8529106b6c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.2704825
Feb 17 03:30:15.095424 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c7f0dac-77ee-4cf2-aae5-2497ab25f135 req-6fd325e1-0936-40c8-8989-cbb204d84610 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020980
Feb 17 03:30:15.096414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] No DVR routers for this DVR port 5e72f71c-333a-4cfd-859b-95ac38dfea5f on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:15.098890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:15.101684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-deleted', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:15.122142 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ffccb415-edab-4055-869e-75208b9055be req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "DELETE /v2.0/ports/5e72f71c-333a-4cfd-859b-95ac38dfea5f HTTP/1.1" status: 204  len: 173 time: 1.3865600
Feb 17 03:30:15.150728 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed401356-e52d-44a1-aa8a-96252fd9cc98', 'name': 'network-vif-deleted', 'tag': '5e72f71c-333a-4cfd-859b-95ac38dfea5f', 'status': 'completed', 'code': 200}
Feb 17 03:30:15.320413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3c135776-7191-4424-8e6e-274cc0b17797 req-6f0c8d24-c3ae-4336-9dae-aab8fc92ce70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:15.344111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3c135776-7191-4424-8e6e-274cc0b17797 req-6f0c8d24-c3ae-4336-9dae-aab8fc92ce70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:15.345765 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c135776-7191-4424-8e6e-274cc0b17797 req-6f0c8d24-c3ae-4336-9dae-aab8fc92ce70 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed401356-e52d-44a1-aa8a-96252fd9cc98 HTTP/1.1" status: 200  len: 210 time: 0.0751004
Feb 17 03:30:15.606777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-66f11c7f-be04-4cea-a6b7-b3d708d1b430 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:15.608400 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-66f11c7f-be04-4cea-a6b7-b3d708d1b430 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 946 time: 0.0960503
Feb 17 03:30:15.688324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Deleting port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:15.688721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:16.288132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf46be-1c3c-4284-a01c-1216769675ce req-2fe2a20f-0be8-4041-a6af-fa1ec6461381 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:16.289743 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2bf46be-1c3c-4284-a01c-1216769675ce req-2fe2a20f-0be8-4041-a6af-fa1ec6461381 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.5596035
Feb 17 03:30:16.308681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cedbf-3e0c-408b-bc3e-db48804d7901 req-1f54d0af-1c7c-4189-8d69-fc76d085e4c6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:16.310147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec2cedbf-3e0c-408b-bc3e-db48804d7901 req-1f54d0af-1c7c-4189-8d69-fc76d085e4c6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2925060
Feb 17 03:30:16.414959 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2bf46be-1c3c-4284-a01c-1216769675ce req-8ae96257-6289-435d-86ec-2f8379c51bba tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160209
Feb 17 03:30:16.427909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:16.428308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:16.443919 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec2cedbf-3e0c-408b-bc3e-db48804d7901 req-a84cddcc-bf66-4971-82dd-e5ce605d1373 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123405
Feb 17 03:30:16.447320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device d44d5eb4-7819-4ef2-ab77-782ff0c9f159 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:16.594937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:16.624081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:16.626223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Calling delete_port for d44d5eb4-7819-4ef2-ab77-782ff0c9f159 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:16.635098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:16.639440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:16.642329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:16.715115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:16.718660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:16.786329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037da4b-f442-4f3e-9f43-d9b87055a379 req-d7d676ce-6267-4d75-bed7-4d9f17dc4934 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:16.787974 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6037da4b-f442-4f3e-9f43-d9b87055a379 req-d7d676ce-6267-4d75-bed7-4d9f17dc4934 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 944 time: 0.1728055
Feb 17 03:30:16.789509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:30:16.789867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:30:16.819991 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159', 'code': 200}
Feb 17 03:30:16.841056 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6037da4b-f442-4f3e-9f43-d9b87055a379 req-f13ee7eb-90a4-4f50-a670-27e767aab02d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468149
Feb 17 03:30:16.987451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:30:16.993967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ecae6-ae8a-4e75-8c0a-686da99d160e req-6e93f1d9-2b1b-410a-beec-dc36061fcfdb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:16.995634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be0ecae6-ae8a-4e75-8c0a-686da99d160e req-6e93f1d9-2b1b-410a-beec-dc36061fcfdb tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.0890927
Feb 17 03:30:17.051147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be0ecae6-ae8a-4e75-8c0a-686da99d160e req-7438365c-aac7-4d26-96c3-f7944a429a0c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491121
Feb 17 03:30:17.291153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Deleting port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:17.291568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:17.680503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] For port d44d5eb4-7819-4ef2-ab77-782ff0c9f159, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:17.681072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:17.827337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Calling delete_port for d44d5eb4-7819-4ef2-ab77-782ff0c9f159 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:17.944585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8f845-fb58-4fbc-9863-c596403f0741 req-6c5ad26b-020f-4f5f-844d-3d754fb437f1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:17.946166 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64a8f845-fb58-4fbc-9863-c596403f0741 req-6c5ad26b-020f-4f5f-844d-3d754fb437f1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.4016154
Feb 17 03:30:17.954703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637cf93-353c-4e3f-a764-df670d3336bd req-2673657c-de0d-4dbf-9bbd-30d3b6517967 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:17.956285 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8637cf93-353c-4e3f-a764-df670d3336bd req-2673657c-de0d-4dbf-9bbd-30d3b6517967 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.3577213
Feb 17 03:30:18.078215 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-64a8f845-fb58-4fbc-9863-c596403f0741 req-788e9513-5245-4de7-97f5-77351fbccae0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201262
Feb 17 03:30:18.094299 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8637cf93-353c-4e3f-a764-df670d3336bd req-a7a32107-75f4-4b80-8c0a-567d3c2a7c18 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181769
Feb 17 03:30:18.108429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:18.130023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:18.242461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Pushing event deleted for resources: {'Port': ['ID=d44d5eb4-7819-4ef2-ab77-782ff0c9f159,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:18.312739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:18.342566 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d76e46a-8d46-4cfa-86b8-e0cb71f985f2 req-499c3c8f-3e5b-4f93-9b4b-d60adda1b248 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 210 time: 0.1103227
Feb 17 03:30:18.426255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6b467-0e0c-473e-a260-83c4e8f24555 req-cd2f4a09-11f4-4362-a205-8ea131be1f53 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:18.427869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eef6b467-0e0c-473e-a260-83c4e8f24555 req-cd2f4a09-11f4-4362-a205-8ea131be1f53 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.1971149
Feb 17 03:30:18.480206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] No DVR routers for this DVR port d44d5eb4-7819-4ef2-ab77-782ff0c9f159 on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:18.484080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:18.486763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-deleted', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:18.515944 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f9acb58b-59b1-4bae-8302-5a04fe40ac34 req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "DELETE /v2.0/ports/d44d5eb4-7819-4ef2-ab77-782ff0c9f159 HTTP/1.1" status: 204  len: 173 time: 2.9003942
Feb 17 03:30:18.537223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eef6b467-0e0c-473e-a260-83c4e8f24555 req-749c14e9-cce6-4ac1-9f6a-9c6e44948f92 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769494
Feb 17 03:30:18.598038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28415b-6a4c-429a-b1cc-b694089a6af8', 'name': 'network-vif-deleted', 'tag': 'd44d5eb4-7819-4ef2-ab77-782ff0c9f159', 'status': 'completed', 'code': 200}
Feb 17 03:30:18.796442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025a3c3-3ed5-4bba-bbb7-3fd1c52af568 req-8ffe5aa0-f878-44b9-9f6a-676920054a73 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:18.797916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3025a3c3-3ed5-4bba-bbb7-3fd1c52af568 req-8ffe5aa0-f878-44b9-9f6a-676920054a73 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1140656
Feb 17 03:30:18.847481 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3025a3c3-3ed5-4bba-bbb7-3fd1c52af568 req-a89f4e26-98bc-4249-aa7d-9c03b2d6fe4b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434003
Feb 17 03:30:18.926989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-c3f468e0-82e6-4903-bcf4-97222c0291c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:18.928595 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-c3f468e0-82e6-4903-bcf4-97222c0291c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1163 time: 0.0762582
Feb 17 03:30:19.027881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-3574aff7-d120-4395-82aa-1b059b946d9a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.028562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-3574aff7-d120-4395-82aa-1b059b946d9a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:19.041868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-3574aff7-d120-4395-82aa-1b059b946d9a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:19.043099 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-3574aff7-d120-4395-82aa-1b059b946d9a tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 946 time: 0.1025124
Feb 17 03:30:19.076803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-31f6bd79-9116-400e-bb39-3b4c42452eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.078372 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-31f6bd79-9116-400e-bb39-3b4c42452eb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.1383662
Feb 17 03:30:19.124406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Deleting port 813ead8a-622d-4333-899c-033f729a5c55 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:19.124990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:19.195116 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-58562d24-bb53-420f-b373-2748a3cf6cec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 1002 time: 0.1092646
Feb 17 03:30:19.414638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] For port 813ead8a-622d-4333-899c-033f729a5c55, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=813ead8a-622d-4333-899c-033f729a5c55,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:19.415105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:19.559297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Calling delete_port for 813ead8a-622d-4333-899c-033f729a5c55 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:19.585286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ffc77b9-0a66-464b-b60d-5496115c80e5 req-6804f929-0ec2-4646-88f1-ac3b40ee4c9d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Synchronizing usage tracker for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:19.600132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-8c821ebe-c4db-4d7f-9e07-50ca9a1de1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.601860 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-8c821ebe-c4db-4d7f-9e07-50ca9a1de1b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.3455267
Feb 17 03:30:19.671053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-2ffc77b9-0a66-464b-b60d-5496115c80e5 req-6804f929-0ec2-4646-88f1-ac3b40ee4c9d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Unset dirty status for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:19.672302 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ffc77b9-0a66-464b-b60d-5496115c80e5 req-6804f929-0ec2-4646-88f1-ac3b40ee4c9d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28415b-6a4c-429a-b1cc-b694089a6af8 HTTP/1.1" status: 200  len: 210 time: 0.1549277
Feb 17 03:30:19.685763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf2776-6a30-48ef-9224-b6412fafceb9 req-e06efc49-fbeb-43c5-b06c-79787e9ab9d6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.687359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42cf2776-6a30-48ef-9224-b6412fafceb9 req-e06efc49-fbeb-43c5-b06c-79787e9ab9d6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.4748547
Feb 17 03:30:19.720520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:19.736588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:19.755786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-07f16628-2e8e-4170-9e4c-d824c621f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:19.757410 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-07f16628-2e8e-4170-9e4c-d824c621f5f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1426721
Feb 17 03:30:19.760856 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-42cf2776-6a30-48ef-9224-b6412fafceb9 req-30290c91-823f-44bb-894b-c07e35d36a55 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618598
Feb 17 03:30:19.837820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event deleted for resources: {'Port': ['ID=813ead8a-622d-4333-899c-033f729a5c55,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:19.910763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:19.924018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39c7efdf-a302-4656-8d55-5016d57eceaf req-4b6bdf92-a25a-4c4d-965c-9087696016a5 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0acdcb-31cb-4678-aabb-f0ac7feb02a7 HTTP/1.1" status: 200  len: 210 time: 0.0772374
Feb 17 03:30:19.995747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] No DVR routers for this DVR port 813ead8a-622d-4333-899c-033f729a5c55 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:19.998045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:20.000873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'name': 'network-vif-deleted', 'tag': '813ead8a-622d-4333-899c-033f729a5c55'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:20.017372 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab435b98-6c7b-43dc-afab-f59e59a280a6 req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "DELETE /v2.0/ports/813ead8a-622d-4333-899c-033f729a5c55 HTTP/1.1" status: 204  len: 173 time: 0.9668589
Feb 17 03:30:20.031574 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-49773905-e865-4424-8ef5-9f688a832ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641327
Feb 17 03:30:20.056743 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0acdcb-31cb-4678-aabb-f0ac7feb02a7', 'name': 'network-vif-deleted', 'tag': '813ead8a-622d-4333-899c-033f729a5c55', 'status': 'completed', 'code': 200}
Feb 17 03:30:20.136691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 813ead8a-622d-4333-899c-033f729a5c55 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:20.179492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: 813ead8a-622d-4333-899c-033f729a5c55 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:30:20.179931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 813ead8a-622d-4333-899c-033f729a5c55 not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:30:20.215072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71233ec-e58a-48f9-bb81-1d8e77939271 req-99e776fc-5321-484f-b06c-065cd0228624 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:20.216713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a71233ec-e58a-48f9-bb81-1d8e77939271 req-99e776fc-5321-484f-b06c-065cd0228624 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2342067
Feb 17 03:30:20.226727 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0075885-046f-4a8e-8f9e-e01ad43aa038 req-a96c9085-f4ba-4411-9cd7-2c3e2f868e92 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821218
Feb 17 03:30:20.270274 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a71233ec-e58a-48f9-bb81-1d8e77939271 req-f8a3c3be-bf8e-4153-b9e2-2e9ab9a3e648 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458634
Feb 17 03:30:20.983225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e426e91-4d17-4aae-a75a-a1748eb45642 req-f3abaf22-7aef-4d31-b4c4-83c556f1b06c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:20.984898 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e426e91-4d17-4aae-a75a-a1748eb45642 req-f3abaf22-7aef-4d31-b4c4-83c556f1b06c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1009390
Feb 17 03:30:21.038585 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e426e91-4d17-4aae-a75a-a1748eb45642 req-136d9047-8961-421c-9c4e-a922ee60bc95 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453501
Feb 17 03:30:21.280827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052709c-3e00-430c-a8a4-b749f820abf4 req-ce9c2024-a775-4087-ac2b-520cc722c299 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:21.282437 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d052709c-3e00-430c-a8a4-b749f820abf4 req-ce9c2024-a775-4087-ac2b-520cc722c299 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1218948
Feb 17 03:30:21.331307 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d052709c-3e00-430c-a8a4-b749f820abf4 req-a2c3e2bf-2fa9-4d70-8d2e-3b697dae1a5f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422609
Feb 17 03:30:21.478238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023badf-2552-4fd8-9ee2-a7b6060542a0 req-268defdb-5aad-483f-9326-f9946d861270 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:21.479836 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4023badf-2552-4fd8-9ee2-a7b6060542a0 req-268defdb-5aad-483f-9326-f9946d861270 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0881305
Feb 17 03:30:21.520039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55944) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:21.533419 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4023badf-2552-4fd8-9ee2-a7b6060542a0 req-d538d174-ba98-4a38-bc89-a9e7d7878a8f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466077
Feb 17 03:30:21.647786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.662889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:21.666901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Usage tracker for resource:security_group_rule and tenant:e8a03de332844068ad323cd4d006ca98 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:21.669823 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:21.675576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:21.759907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.762610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.771098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aa0e59f0-89bf-4744-b1f0-bf42dff4a3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:21.812503 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8a03de332844068ad323cd4d006ca98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2913654
Feb 17 03:30:21.813394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3535dc-7e3d-4fa6-a4ec-3b28eadab16f,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:21.815399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 55950) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:21.817135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2080ad13-03cf-4e27-abc7-ac548252482a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:21.877629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.904628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.949298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.954128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9a805ada-cb32-443f-9d83-170b8aa97bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:21.967396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3535dc-7e3d-4fa6-a4ec-3b28eadab16f,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:21.970236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:21.971451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:21.972679 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e3535dc-7e3d-4fa6-a4ec-3b28eadab16f HTTP/1.1" status: 204  len: 168 time: 0.1561007
Feb 17 03:30:22.271408 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c518431-cd13-4faa-a693-5a90e8d5d9b7 req-1148adb4-5298-40cb-86f8-d3c41f725781 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:22.273021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8c518431-cd13-4faa-a693-5a90e8d5d9b7 req-1148adb4-5298-40cb-86f8-d3c41f725781 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0972242
Feb 17 03:30:22.326484 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8c518431-cd13-4faa-a693-5a90e8d5d9b7 req-df96988a-bdb6-4580-8077-9aaa01d63e50 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444341
Feb 17 03:30:22.560129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9be479-1371-4348-8a8e-945011152267 req-3b4aa142-0d20-4c32-9d35-9511e45b81c8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:22.562023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb9be479-1371-4348-8a8e-945011152267 req-3b4aa142-0d20-4c32-9d35-9511e45b81c8 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1165767
Feb 17 03:30:22.612598 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bb9be479-1371-4348-8a8e-945011152267 req-02768fa6-fc31-4831-ac22-d625bcacd94e tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437498
Feb 17 03:30:22.692070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 55986) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:22.794166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260fa75-c7af-40ad-911e-38184805819a req-1fecc919-906e-4502-93f9-20f0e0b510d9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:22.795806 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a260fa75-c7af-40ad-911e-38184805819a req-1fecc919-906e-4502-93f9-20f0e0b510d9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.1464450
Feb 17 03:30:22.811205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617143255-network', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:22.816523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:22.820953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Usage tracker for resource:network and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:22.824448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:22.830103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:22.840240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Made reservation on behalf of 62cc4e74ed8a4799a22ac0af1dfb7c4b for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:30:22.844903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:22.861512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:22.865881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141df9a-302d-4f80-b86f-e7d22930bda6 req-443233bc-fec7-4142-9ccf-90bc3ad1bfd6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:22.867474 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3141df9a-302d-4f80-b86f-e7d22930bda6 req-443233bc-fec7-4142-9ccf-90bc3ad1bfd6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1358805
Feb 17 03:30:22.870477 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a260fa75-c7af-40ad-911e-38184805819a req-59893dae-d550-41cd-b4d1-283363b1dfaf tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671861
Feb 17 03:30:22.877085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:22.881236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Usage tracker for resource:security_group_rule and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:22.884999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:22.891046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:22.919829 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3141df9a-302d-4f80-b86f-e7d22930bda6 req-1c596b56-dd22-4948-bbe1-13b9ba4bd173 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455766
Feb 17 03:30:22.976061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:22.978821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:22.982902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1ad80b6c-e74f-459b-9078-26ff10260143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:23.014380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:30:23.025437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a7026-e9ce-4b2a-b85d-6da3ba9ea24d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:23.030197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.030497 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Added segment a2d25235-20d8-4399-ade4-f8a0985b7a4a of type vxlan for network ed6be5ee-e98f-4e52-85de-7176df4698ac
Feb 17 03:30:23.031780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:23.059284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.088325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.089565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:23.090199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.094956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:23.206901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6be5ee-e98f-4e52-85de-7176df4698ac,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:23.219591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:23.219882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:30:23.222199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5287004
Feb 17 03:30:23.225328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 55994) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:23.231666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Request body: {'subnet': {'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617143255-subnet', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:23.237509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:23.241782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Usage tracker for resource:subnet and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:23.245599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:23.251863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:23.261943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Made reservation on behalf of 62cc4e74ed8a4799a22ac0af1dfb7c4b for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:30:23.266750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846534169'] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.285583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:30:23.653493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf899ed-a310-4431-9874-0320e82b9be2 req-f5ea8775-07c2-47d0-9563-d65efdfc7344 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:23.655112 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cf899ed-a310-4431-9874-0320e82b9be2 req-f5ea8775-07c2-47d0-9563-d65efdfc7344 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1958177
Feb 17 03:30:23.717053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1cf899ed-a310-4431-9874-0320e82b9be2 req-d9f887f4-a01c-47af-bacf-e6daba3c4a53 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545633
Feb 17 03:30:23.827207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6764331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846534154'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:23.843329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d2f484e0-3208-417f-9a72-c533474c127d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:24.092142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815062f4-fa0e-458c-acc9-426b5f169f1b,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:24.101554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:24.170579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f380-f174-43e2-8a94-f8796867841a req-51aad545-672a-445f-8027-0a3ef24a14ff tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:24.172125 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d533f380-f174-43e2-8a94-f8796867841a req-51aad545-672a-445f-8027-0a3ef24a14ff tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.3021128
Feb 17 03:30:24.232820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910b862-c35a-4beb-89e0-2164e609b533 req-f0161288-e590-42bd-9b06-0b776925904b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:24.234659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5910b862-c35a-4beb-89e0-2164e609b533 req-f0161288-e590-42bd-9b06-0b776925904b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.2255876
Feb 17 03:30:24.248211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Checking segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:24.248757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Network hostable DHCP agents. Network: ed6be5ee-e98f-4e52-85de-7176df4698ac, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:30:24.299908 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d533f380-f174-43e2-8a94-f8796867841a req-905fb12c-4ebc-4639-bd78-a4df01129729 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193080
Feb 17 03:30:24.308381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:24.323823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5910b862-c35a-4beb-89e0-2164e609b533 req-6e318039-b20a-41fb-a79e-f12f0ac48153 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784974
Feb 17 03:30:24.349139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Network ed6be5ee-e98f-4e52-85de-7176df4698ac is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:30:24.362228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, ed6be5ee-e98f-4e52-85de-7176df4698ac) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:24.377958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496df99-5e3d-48f7-9312-f93b4f71ea8f None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:30:24.385722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:24.386448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.447959 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2212412
Feb 17 03:30:24.450855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56010) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:24.457232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:24.463771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:24.469151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Usage tracker for resource:router and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:24.474322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:24.482706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:24.496172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.497850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.501637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f9b7-f331-4c0f-aed6-c91b6e8bd7bc req-6dd81517-1ec0-4c19-a6ea-97b2985de660 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:24.510631 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37d6f9b7-f331-4c0f-aed6-c91b6e8bd7bc req-6dd81517-1ec0-4c19-a6ea-97b2985de660 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0991776
Feb 17 03:30:24.525996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.574051 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37d6f9b7-f331-4c0f-aed6-c91b6e8bd7bc req-78bc858a-8502-4b09-891d-ef2092c6ac79 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621581
Feb 17 03:30:24.751206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de00b31-a873-47bd-8a1b-654da9855749 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:24.751561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.832543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.910715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-ed6be5ee-e98f-4e52-85de-7176df4698ac', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:30:24.912305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:24.932275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40944421-1f9d-4a81-84cc-c611304be4ca req-980ddaf3-bb2a-4960-b786-326d0a749881 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:24.933911 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40944421-1f9d-4a81-84cc-c611304be4ca req-980ddaf3-bb2a-4960-b786-326d0a749881 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.0890131
Feb 17 03:30:25.035702 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40944421-1f9d-4a81-84cc-c611304be4ca req-0d266ad6-2aa0-4eac-bb62-cbf6040cfb87 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602937
Feb 17 03:30:25.055196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-6f12f573-eac9-4b98-a24f-8c90117689a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:25.059304 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-6f12f573-eac9-4b98-a24f-8c90117689a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1161 time: 0.1244159
Feb 17 03:30:25.184774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.220386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.238519 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Allocated IP 172.20.0.2 (ed6be5ee-e98f-4e52-85de-7176df4698ac/815062f4-fa0e-458c-acc9-426b5f169f1b/672c08ef-b593-4c1d-b1e9-aa5a41870ce2) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:25.477422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.490235 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Transition to ACTIVE for port object 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:25.507884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Transition to ACTIVE for port object 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:25.513597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.530512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:25.595001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43111ab2-c714-4c85-a933-7977703b9cf7 req-0ff4473c-f881-4fda-8f13-2bc6ac04506d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:25.596626 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-43111ab2-c714-4c85-a933-7977703b9cf7 req-0ff4473c-f881-4fda-8f13-2bc6ac04506d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1743240
Feb 17 03:30:25.609645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7de943-4ec4-4da4-b545-699fbfa6f19a req-80c33862-328f-44e0-8deb-126d58b32a9b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:25.611456 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d7de943-4ec4-4da4-b545-699fbfa6f19a req-80c33862-328f-44e0-8deb-126d58b32a9b tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.1388004
Feb 17 03:30:25.673311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Pushing event updated for resources: {'Port': ['ID=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:25.691154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-43111ab2-c714-4c85-a933-7977703b9cf7 req-2f16276e-6cd9-4f73-ac69-15badc95c985 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786157
Feb 17 03:30:25.699269 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0d7de943-4ec4-4da4-b545-699fbfa6f19a req-4880f389-cd2d-4aaf-9c8a-b1ffdc30fea7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705822
Feb 17 03:30:25.699431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:25.726645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Allocated IP 172.27.1.92 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/21bda0db-cf3d-4666-b548-aed1406f2ce6) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:25.764474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:25.765696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:25.768042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:25.825216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Attempting to bind port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:25.825631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Attempting to bind port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:25.826112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Attempting to bind port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 on network ed6be5ee-e98f-4e52-85de-7176df4698ac {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:25.831836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:25.832254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Checking segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:25.832701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.833136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Bound using segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:25.833648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Bound port: 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:25.834066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.881241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.912303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.927451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d7740ec-f9ac-4f84-8b42-1ff7c6cd01c2 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:25.928922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] For port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:25.932060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] For port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:25.935162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:25.951309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4308e974-8ca4-4e87-a858-5fcae4b21df3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:26.064008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Pushing event updated for resources: {'Port': ['ID=21bda0db-cf3d-4666-b548-aed1406f2ce6,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:26.077067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:26.107373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Pushing event updated for resources: {'Port': ['ID=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:26.110856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:26.122643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:26.124134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:26.126371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:26.361373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a11dd-8d3a-446c-a4d1-d88619a98ce4 req-8026af1e-446f-4226-98d5-ae25824fdf7b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:26.362976 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-307a11dd-8d3a-446c-a4d1-d88619a98ce4 req-8026af1e-446f-4226-98d5-ae25824fdf7b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1930890
Feb 17 03:30:26.424118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-582468c3-f0fd-4a2d-b7f8-e4c1f533db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:26.425582 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-582468c3-f0fd-4a2d-b7f8-e4c1f533db62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1981802
Feb 17 03:30:26.436140 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-307a11dd-8d3a-446c-a4d1-d88619a98ce4 req-0c7a2db0-4db4-4bc6-bba1-754719fae70c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643926
Feb 17 03:30:26.574129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:26.949189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.175369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:30:27.266878 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-fc6e3b2d-886c-4ba6-8e43-75174623948e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 200  len: 999 time: 0.1539640
Feb 17 03:30:27.287231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d338abd-cb2b-406a-9a41-53587c5526f5 req-517c4f7a-f47b-4763-91d2-18fc4d499362 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:27.288912 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d338abd-cb2b-406a-9a41-53587c5526f5 req-517c4f7a-f47b-4763-91d2-18fc4d499362 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.2190714
Feb 17 03:30:27.296361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b4473-3559-485e-9ad9-1290226d148b req-ccb0832e-daab-4fac-b424-67c07f844f15 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:27.297955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-858b4473-3559-485e-9ad9-1290226d148b req-ccb0832e-daab-4fac-b424-67c07f844f15 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.4756653
Feb 17 03:30:27.375377 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d338abd-cb2b-406a-9a41-53587c5526f5 req-e456bda7-2cd4-4b8f-aadb-6ee93a574712 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763631
Feb 17 03:30:27.377270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:30:27.389955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Sync routers for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:30:27.396154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-858b4473-3559-485e-9ad9-1290226d148b req-04f86a3a-53f2-460a-b156-49b7064f53a2 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796070
Feb 17 03:30:27.406028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:27.410020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9553845
Feb 17 03:30:27.410335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56034) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:27.412946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:27.413606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b4fcba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:27.620352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:27.678072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e9845-3828-435d-bf8b-0f043a7b4434 req-c59c2413-de82-42b6-9d70-fe81888d26d4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:27.680020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d65e9845-3828-435d-bf8b-0f043a7b4434 req-c59c2413-de82-42b6-9d70-fe81888d26d4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1184709
Feb 17 03:30:27.746799 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d65e9845-3828-435d-bf8b-0f043a7b4434 req-e01623cb-1f41-4f88-a47a-1067f83b835a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585814
Feb 17 03:30:27.764861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25991d58-516a-4834-b358-dfc1f349bc46 None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:30:27.861043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:27.957285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-94989d6d-3ca7-4859-99b0-39ded9a76569 None None] Provisioning for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:27.958601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b4fcba8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:26Z', 'revision_number': 3, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:27.963486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Checking router: 22affcdf-a631-4c7d-9027-becc5bd6b7e3 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:30:27.963919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Updating router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 port 21bda0db-cf3d-4666-b548-aed1406f2ce6 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:30:28.029116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.034550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:28.048946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:28.049373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.218551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-beb2f006-c068-47c7-9eb5-e30e5c117349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:28.221786 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-beb2f006-c068-47c7-9eb5-e30e5c117349 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0800683
Feb 17 03:30:28.242929 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.286817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:28.292697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.295723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:28.338727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-c13e54e9-c307-432a-918c-9431c17ee4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:28.340764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-c13e54e9-c307-432a-918c-9431c17ee4dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084869
Feb 17 03:30:28.383352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:28.387182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:28.536558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.569331 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.588819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Transition to ACTIVE for port object 21bda0db-cf3d-4666-b548-aed1406f2ce6 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:28.599933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.617872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:28.663467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.710150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0434e2bd-90d4-4db2-98ef-d4e4bc0f71d4 None None] Provisioning complete for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:28.713898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0434e2bd-90d4-4db2-98ef-d4e4bc0f71d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:28.799910 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-3df15fa4-ac1e-4c9b-848e-0a8cbb1c5328 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483879
Feb 17 03:30:28.808196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23156b4c-b8cf-4027-8d8b-b1ee63e56ec8 req-20354e33-07da-4a3e-aa59-942a6f27f411 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:28.809877 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23156b4c-b8cf-4027-8d8b-b1ee63e56ec8 req-20354e33-07da-4a3e-aa59-942a6f27f411 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.2374809
Feb 17 03:30:28.822184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b3d4-f722-4858-8f17-782b97dace74 req-82ff211b-d137-4b6a-809a-e8d1b7600cb1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:28.823970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5469b3d4-f722-4858-8f17-782b97dace74 req-82ff211b-d137-4b6a-809a-e8d1b7600cb1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1938534
Feb 17 03:30:28.967275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Pushing event updated for resources: {'Port': ['ID=21bda0db-cf3d-4666-b548-aed1406f2ce6,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:28.981883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.982270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.982653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.983027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.983398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.983801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.984746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.985148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.985520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.985890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.986256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.986617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.987084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.987451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.987871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.988227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.988582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.988941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.989297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.989653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.990008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.990364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.990720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:28.991683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:29.003247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:29.077758 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23156b4c-b8cf-4027-8d8b-b1ee63e56ec8 req-ea78f6b5-5fe5-4d0c-9a86-6d6e288f22e0 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333432
Feb 17 03:30:29.083264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5469b3d4-f722-4858-8f17-782b97dace74 req-e7ee3d26-bedc-4a8c-8c50-7312a74aea2f tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265295
Feb 17 03:30:29.085166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-294d8a65-2780-427c-946f-9a3771859e6f None None] Provisioning complete for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:29.085608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-294d8a65-2780-427c-946f-9a3771859e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.127046 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b23536fa-4adc-4f6a-b738-e152dc9d6e1e req-cb1f9952-59c4-4814-959b-85dd5fc41f7d service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3020096
Feb 17 03:30:29.165685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Attempting to bind port 21bda0db-cf3d-4666-b548-aed1406f2ce6 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:29.166105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Attempting to bind port 21bda0db-cf3d-4666-b548-aed1406f2ce6 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:29.166653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Attempting to bind port 21bda0db-cf3d-4666-b548-aed1406f2ce6 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:29.178742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:29.179197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:29.179677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.180115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:29.180637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Bound port: 21bda0db-cf3d-4666-b548-aed1406f2ce6, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:29.181591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.242904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Allocated IP 172.20.0.1 (ed6be5ee-e98f-4e52-85de-7176df4698ac/815062f4-fa0e-458c-acc9-426b5f169f1b/0874aa1f-e832-4109-983f-60c7485a07da) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:29.288123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-f87109a6-13ec-4b1d-a9f1-3ab220824159 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:29.289107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-f87109a6-13ec-4b1d-a9f1-3ab220824159 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Synchronizing usage tracker for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:29.355749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] For port 21bda0db-cf3d-4666-b548-aed1406f2ce6, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:29.359458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] For port 21bda0db-cf3d-4666-b548-aed1406f2ce6, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=21bda0db-cf3d-4666-b548-aed1406f2ce6,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:29.365538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.380869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:29.423178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-f87109a6-13ec-4b1d-a9f1-3ab220824159 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Unset dirty status for tenant:0ade3597251b451eb7a31a1c95528adf on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:29.424188 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e8bd-a2ba-4ec1-a70e-aae98db66e09 req-2e8ddc95-78c3-458f-b2a7-654ef93fb04d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:29.424461 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-f87109a6-13ec-4b1d-a9f1-3ab220824159 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.6711516
Feb 17 03:30:29.426832 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a886e8bd-a2ba-4ec1-a70e-aae98db66e09 req-2e8ddc95-78c3-458f-b2a7-654ef93fb04d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 944 time: 0.1004221
Feb 17 03:30:29.475349 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a886e8bd-a2ba-4ec1-a70e-aae98db66e09 req-777eaaf2-64b0-4224-a14d-ed13e691204e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420387
Feb 17 03:30:29.520906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-b96ae3aa-c5b8-4cf2-b58c-1036119aa87b None None] Provisioning complete for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:29.521333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b96ae3aa-c5b8-4cf2-b58c-1036119aa87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.534025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Pushing event updated for resources: {'Port': ['ID=21bda0db-cf3d-4666-b548-aed1406f2ce6,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:29.539477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:29.551334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Deleting port 20bebd7e-f117-4b32-875f-9094449d119c {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:29.551826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.592228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:29.593106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b4fcba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:29.627986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:29.662565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.702281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Transition to ACTIVE for port object 0874aa1f-e832-4109-983f-60c7485a07da will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:29.809189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:29.865041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:29.871237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:29.883685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fef6f07b-eaee-456c-b633-29e3c5ea86f8 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:29.987887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:29.988318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.008505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] For port 20bebd7e-f117-4b32-875f-9094449d119c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=20bebd7e-f117-4b32-875f-9094449d119c,segment=NetworkSegment(d5527036-8849-40bc-9f25-3691165cfec9),segment_id=d5527036-8849-40bc-9f25-3691165cfec9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:30.009503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.016973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:30.017405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.124019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b4fcba8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:26Z', 'revision_number': 3, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:30.129014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0654e202-6387-44ba-86dd-c9e43591de3e None None] The sync data for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi is: [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:26Z', 'revision_number': 3, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:30:30.176180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Calling delete_port for 20bebd7e-f117-4b32-875f-9094449d119c owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:30.233052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:30.236727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:30.255029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.294972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:30.307711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8e645981-866a-495c-83c8-d0e1206a99d1,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:30.312659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.315061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:30.344051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Network ed6be5ee-e98f-4e52-85de-7176df4698ac is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:30.345868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:30.348517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:30.402632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=6']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:30.407076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:30.461687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884e5a3-e52c-4a94-9144-e1f7a2936a69 req-5f47d8da-5fe2-4771-92f1-d09ef2299032 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:30.463347 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8884e5a3-e52c-4a94-9144-e1f7a2936a69 req-5f47d8da-5fe2-4771-92f1-d09ef2299032 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 945 time: 0.1693029
Feb 17 03:30:30.473861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.517884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.533664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6a2c-4339-407e-8abe-2c8172e3df5c req-69639cac-3fd6-4f61-976d-c189ec3571b5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:30.535308 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a90c6a2c-4339-407e-8abe-2c8172e3df5c req-69639cac-3fd6-4f61-976d-c189ec3571b5 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1730587
Feb 17 03:30:30.535461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c084d631-7c72-4aa0-970d-93b952405b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:30.552198 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8884e5a3-e52c-4a94-9144-e1f7a2936a69 req-e552b8ff-4402-4cfa-bd1e-c114c1b20fe9 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/security-groups?id=0092f50c-0ab5-4e5a-a95d-e055ab81104b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726206
Feb 17 03:30:30.617309 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'code': 200}
Feb 17 03:30:30.627944 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a90c6a2c-4339-407e-8abe-2c8172e3df5c req-0ebf72d8-e0c1-4af8-8c55-8fec00740668 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694518
Feb 17 03:30:30.666661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Pushing event deleted for resources: {'Port': ['ID=20bebd7e-f117-4b32-875f-9094449d119c,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:30.679333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:30.684870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ebb9fe82-4a94-4ddb-875f-e98d4a440ba8 None None] Provisioning for port 0874aa1f-e832-4109-983f-60c7485a07da completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:30.693174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ebb9fe82-4a94-4ddb-875f-e98d4a440ba8 None None] Provisioning complete for port 0874aa1f-e832-4109-983f-60c7485a07da triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:30.693862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebb9fe82-4a94-4ddb-875f-e98d4a440ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.761003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ebb9fe82-4a94-4ddb-875f-e98d4a440ba8 None None] Port 0874aa1f-e832-4109-983f-60c7485a07da cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:30:30.846063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d8164-ae18-45ed-be59-592c90b4edc2 req-0ee3a42c-3a93-4b40-ade0-591c556ba71d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:30.847865 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-067d8164-ae18-45ed-be59-592c90b4edc2 req-0ee3a42c-3a93-4b40-ade0-591c556ba71d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0978115
Feb 17 03:30:30.858669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.870570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] No DVR routers for this DVR port 20bebd7e-f117-4b32-875f-9094449d119c on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:30.875687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:30.878391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'name': 'network-vif-deleted', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:30.910556 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-067d8164-ae18-45ed-be59-592c90b4edc2 req-a464532e-e7bc-459b-bd1c-00c6282153ba tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546961
Feb 17 03:30:30.934542 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d0cd30-d2db-45c4-b0f0-35a3d1397131', 'name': 'network-vif-deleted', 'tag': '20bebd7e-f117-4b32-875f-9094449d119c', 'status': 'completed', 'code': 200}
Feb 17 03:30:30.943910 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3c3f9210-2f0b-4773-8f63-5e35f6d07088 req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.52 "DELETE /v2.0/ports/20bebd7e-f117-4b32-875f-9094449d119c HTTP/1.1" status: 204  len: 173 time: 1.5030546
Feb 17 03:30:31.388687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:31.392193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:31.421088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:31.509873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:31.525375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:31.574060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:31.660417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Network ed6be5ee-e98f-4e52-85de-7176df4698ac is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:31.661617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:31.742708 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a8c821f9-2f0f-47ab-bb9e-7260bb3c0030 req-7c8849d8-361a-430e-bec1-937f9af7fc5c tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0707335
Feb 17 03:30:31.822481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 21bda0db-cf3d-4666-b548-aed1406f2ce6 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:31.889982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690810b5-f9fd-4aa1-8bd1-219ed116cf49 req-e6f1c687-a72e-4c24-bf29-d78e9933145c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:31.891627 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-690810b5-f9fd-4aa1-8bd1-219ed116cf49 req-e6f1c687-a72e-4c24-bf29-d78e9933145c tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.0966525
Feb 17 03:30:31.894307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:30:31.902226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 21bda0db-cf3d-4666-b548-aed1406f2ce6 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:31.908426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 21bda0db-cf3d-4666-b548-aed1406f2ce6 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:31.908853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:31.943029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-690810b5-f9fd-4aa1-8bd1-219ed116cf49 req-1a0881a7-73c0-4d33-81fb-12d987124503 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447268
Feb 17 03:30:32.053212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.060106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5ae3b61c-0c68-4326-90af-e518c1916e86 None None] Provisioning complete for port 0874aa1f-e832-4109-983f-60c7485a07da triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:32.060528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b61c-0c68-4326-90af-e518c1916e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.105862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:30:32.117382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 21bda0db-cf3d-4666-b548-aed1406f2ce6, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=21bda0db-cf3d-4666-b548-aed1406f2ce6,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:32.117510 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] 10.222.0.46 "PUT /v2.0/routers/22affcdf-a631-4c7d-9027-becc5bd6b7e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6994762
Feb 17 03:30:32.117602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.120941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:32.143738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963358-4828-4252-b0e6-2717dc0ca00e req-b741085a-b2f3-4ad5-9664-52cc9963203e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:32.145373 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28963358-4828-4252-b0e6-2717dc0ca00e req-b741085a-b2f3-4ad5-9664-52cc9963203e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1040297
Feb 17 03:30:32.181287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3b61c-0c68-4326-90af-e518c1916e86 None None] Port 0874aa1f-e832-4109-983f-60c7485a07da cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:30:32.197083 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-28963358-4828-4252-b0e6-2717dc0ca00e req-47162a44-2606-46db-8d27-f4ca57c34e70 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442979
Feb 17 03:30:32.206064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=21bda0db-cf3d-4666-b548-aed1406f2ce6,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:32.209426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:32.805342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56096) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:32.811645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1373002513-network', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:32.816682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:32.820857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Usage tracker for resource:network and tenant:7f6d155ebb604efeb1c0f85906add301 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:32.824086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:32.829876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:32.839633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Made reservation on behalf of 7f6d155ebb604efeb1c0f85906add301 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:30:32.844636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.858933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.874844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:32.878882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6d155ebb604efeb1c0f85906add301 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:32.881856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:32.887626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:32.929834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7e140cc2-1630-447c-92bb-e9a7fe6e922a req-623655d3-26be-4cd9-a7de-f3eb5ae3e930 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0490696
Feb 17 03:30:32.976756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.980212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:32.984652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0b7d63a4-2a4c-4441-bd42-704a87f959bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:33.013679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:30:33.028070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780add15-e8d8-438d-a4f9-54eea353258b,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:33.032665 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:33.033748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.034136 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Added segment d32135cc-e96e-4f7d-a393-2d39cf09529d of type vxlan for network 6351c9c1-0537-4ce6-b261-755104ea8faa
Feb 17 03:30:33.051202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Sync routers for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:30:33.063843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:33.064832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bdd8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:33.085060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.121305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.122633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:33.123282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.142848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ae340e1-9931-48e1-87ae-4c95cce1dca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:33.168954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b31dca-f212-4b19-9c12-43f4b18803cd req-a43732e2-ed1f-4c6b-81a7-13576618374b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:33.170568 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87b31dca-f212-4b19-9c12-43f4b18803cd req-a43732e2-ed1f-4c6b-81a7-13576618374b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1038029
Feb 17 03:30:33.252164 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4454868
Feb 17 03:30:33.254442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56104) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:33.259753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Pushing event updated for resources: {'Network': ['ID=6351c9c1-0537-4ce6-b261-755104ea8faa,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:33.275736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:30:33.280789 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87b31dca-f212-4b19-9c12-43f4b18803cd req-3fec4b57-67eb-4061-aebd-40a9823c93b9 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934434
Feb 17 03:30:33.286225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Request body: {'subnet': {'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1373002513-subnet', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:33.299892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:33.304967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Usage tracker for resource:subnet and tenant:7f6d155ebb604efeb1c0f85906add301 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:33.309864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:33.316652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:33.329255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:33.333296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Made reservation on behalf of 7f6d155ebb604efeb1c0f85906add301 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:30:33.340090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846534169'] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.351351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:30:33.377456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668cc51-c8ec-405c-825f-6b9dd0237419 req-efc84e37-6359-4231-9a17-914a3a60f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:33.379301 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3668cc51-c8ec-405c-825f-6b9dd0237419 req-efc84e37-6359-4231-9a17-914a3a60f7d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 1163 time: 0.1168652
Feb 17 03:30:33.436753 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3668cc51-c8ec-405c-825f-6b9dd0237419 req-ced7e4e7-569f-4e3f-9ae9-b8efec6fddc2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435581
Feb 17 03:30:33.466629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:33.519631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f4a565ef-073d-4831-a613-29dfd6c09588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:33.645207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:33.722027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019101c9-e8c3-42d5-8a6b-167ccccf9f7f req-c39d5d45-5b89-47db-9628-4a362b638f3d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:33.728076 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-019101c9-e8c3-42d5-8a6b-167ccccf9f7f req-c39d5d45-5b89-47db-9628-4a362b638f3d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1913111
Feb 17 03:30:33.804333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 21bda0db-cf3d-4666-b548-aed1406f2ce6 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:33.930302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:33.931550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.059198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 21bda0db-cf3d-4666-b548-aed1406f2ce6 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:34.059532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.079185 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-019101c9-e8c3-42d5-8a6b-167ccccf9f7f req-6384fae8-75d3-4d19-8cf4-88750d6585c6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3439856
Feb 17 03:30:34.157646 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2aeb4f99-1a12-4ead-9a4b-7f9b46e6b1b4 req-a8b32859-f58a-456d-9b42-a90a24f351c4 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1d0cd30-d2db-45c4-b0f0-35a3d1397131 HTTP/1.1" status: 200  len: 210 time: 0.0618210
Feb 17 03:30:34.239189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6764331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846534154'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.258617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db299021-ce42-4aa6-85c9-879831230506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:34.317918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 20bebd7e-f117-4b32-875f-9094449d119c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:34.403981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf7e737-5bea-45d8-a563-aca5967a43cc,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:34.459944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.460358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.460763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.461166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.461564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.462498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.462887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.463278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.463719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.464111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.464500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.464888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.465378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.465767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.466154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.466601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.466930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.467304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.467717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.468105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.468488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.468874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.469258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.469644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:34.481782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:34.523752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: 20bebd7e-f117-4b32-875f-9094449d119c {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:30:34.524146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 20bebd7e-f117-4b32-875f-9094449d119c not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:30:34.558700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bdd8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:31Z', 'revision_number': 2, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:34.560550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Checking segment: {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:34.560944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Network hostable DHCP agents. Network: 6351c9c1-0537-4ce6-b261-755104ea8faa, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:30:34.562857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Checking router: 22affcdf-a631-4c7d-9027-becc5bd6b7e3 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:30:34.563258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Updating router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 port 0874aa1f-e832-4109-983f-60c7485a07da binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:30:34.573484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ae791-699a-49a4-8614-84e910033395 req-1ae70920-343e-4372-a98e-ced66a734fc1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:34.575051 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e16ae791-699a-49a4-8614-84e910033395 req-1ae70920-343e-4372-a98e-ced66a734fc1 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.1785009
Feb 17 03:30:34.614287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Network 6351c9c1-0537-4ce6-b261-755104ea8faa is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:30:34.619766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.639220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e16ae791-699a-49a4-8614-84e910033395 req-b5ca66d7-6336-4cf9-a21a-1ec43108dc05 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573785
Feb 17 03:30:34.639993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 6351c9c1-0537-4ce6-b261-755104ea8faa) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:34.653343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:34.653988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.670343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d5a45-d231-4458-8aa0-37cc96721fec None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:30:34.674045 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4182105
Feb 17 03:30:34.676942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56118) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:34.683132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:34.688061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:34.692829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Usage tracker for resource:router and tenant:7f6d155ebb604efeb1c0f85906add301 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:34.695876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:34.702446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:34.713684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.714753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:34.731381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.061021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.137921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-6351c9c1-0537-4ce6-b261-755104ea8faa', 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'fixed_ips': [{'subnet_id': '3cf7e737-5bea-45d8-a563-aca5967a43cc'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:30:35.139790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.269927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c735c-f75a-48b7-b619-c8e42416210e req-c6ba6fcd-9b4b-4cea-ac6a-60b279aec3e7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:35.277389 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-003c735c-f75a-48b7-b619-c8e42416210e req-c6ba6fcd-9b4b-4cea-ac6a-60b279aec3e7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Synchronizing usage tracker for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:35.305628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-003c735c-f75a-48b7-b619-c8e42416210e req-c6ba6fcd-9b4b-4cea-ac6a-60b279aec3e7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Unset dirty status for tenant:11a5692210d54de3b217536dd49aa377 on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:35.309664 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-003c735c-f75a-48b7-b619-c8e42416210e req-c6ba6fcd-9b4b-4cea-ac6a-60b279aec3e7 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.2936549
Feb 17 03:30:35.366041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56140) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:35.393049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:35.434875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Deleting port c9ca62c0-10ef-4ead-9a9e-530134fbf939 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:35.435700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.563580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.618616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Deleting subnet 9652e8fc-fe56-4b30-aef3-4c775416b0bd {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:30:35.620266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Transition to ACTIVE for port object 0874aa1f-e832-4109-983f-60c7485a07da will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:35.624145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:35.624531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.660719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.679952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.758724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca51f2-17e8-4205-816e-b2929d0e2862 req-741d32f1-00bb-44f3-b07c-dfe4ac808644 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:35.767761 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f5ca51f2-17e8-4205-816e-b2929d0e2862 req-741d32f1-00bb-44f3-b07c-dfe4ac808644 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.4732707
Feb 17 03:30:35.799739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.841199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:35.843684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.850823 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] For port c9ca62c0-10ef-4ead-9a9e-530134fbf939, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c9ca62c0-10ef-4ead-9a9e-530134fbf939,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:35.851236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.940118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.943499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Pushing event updated for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:35.953079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-519af67a-b17a-40d5-9e3c-e94bb2c2dc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:35.966144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:35.972292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Allocated IP 172.20.0.2 (6351c9c1-0537-4ce6-b261-755104ea8faa/3cf7e737-5bea-45d8-a563-aca5967a43cc/14a2b038-cadd-4231-a3f3-a6a2c6fe74cb) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:35.988403 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f5ca51f2-17e8-4205-816e-b2929d0e2862 req-04f9f7f9-726b-4a0d-8c52-6f4b0e9178d3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2196209
Feb 17 03:30:36.023527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Calling delete_port for c9ca62c0-10ef-4ead-9a9e-530134fbf939 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:36.129933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.209377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.233926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.235550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:36.250585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d804-23c1-4079-8804-e4d9ee284390 req-505f601b-17c6-426b-95a6-6d8abfa775e4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:36.272214 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3836d804-23c1-4079-8804-e4d9ee284390 req-505f601b-17c6-426b-95a6-6d8abfa775e4 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ec09d11-1456-48e6-9b4a-cbb0c7775f78 HTTP/1.1" status: 200  len: 945 time: 0.3918529
Feb 17 03:30:36.291461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Pushing event deleted for resources: {'Port': ['ID=c9ca62c0-10ef-4ead-9a9e-530134fbf939,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:36.364186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:36.365478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:36.441728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: c9ca62c0-10ef-4ead-9a9e-530134fbf939 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:30:36.442128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device c9ca62c0-10ef-4ead-9a9e-530134fbf939 not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:30:36.543215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] No DVR routers for this DVR port c9ca62c0-10ef-4ead-9a9e-530134fbf939 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:36.545515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.548580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'name': 'network-vif-deleted', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:36.567396 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-003c735c-f75a-48b7-b619-c8e42416210e req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.52 "DELETE /v2.0/ports/c9ca62c0-10ef-4ead-9a9e-530134fbf939 HTTP/1.1" status: 204  len: 173 time: 1.2485003
Feb 17 03:30:36.611775 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec09d11-1456-48e6-9b4a-cbb0c7775f78', 'name': 'network-vif-deleted', 'tag': 'c9ca62c0-10ef-4ead-9a9e-530134fbf939', 'status': 'completed', 'code': 200}
Feb 17 03:30:36.631162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Attempting to bind port 0874aa1f-e832-4109-983f-60c7485a07da on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:36.631601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Attempting to bind port 0874aa1f-e832-4109-983f-60c7485a07da by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:36.632015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Attempting to bind port 0874aa1f-e832-4109-983f-60c7485a07da on network ed6be5ee-e98f-4e52-85de-7176df4698ac {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:36.652276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:36.652704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Checking segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:36.653159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.653602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Bound using segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:36.654124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Bound port: 0874aa1f-e832-4109-983f-60c7485a07da, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:36.654549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.674077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.720941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Transition to ACTIVE for port object 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:36.757834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Transition to ACTIVE for port object 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:36.760193 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3836d804-23c1-4079-8804-e4d9ee284390 req-4c529608-2bce-4797-b0ca-c30eb2956aad tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] 10.222.0.46 "GET /v2.0/security-groups?id=b574d75c-ff49-4a56-afb0-4800ea01750f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4867344
Feb 17 03:30:36.773846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:36.789147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:36.924697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Allocated IP 172.27.1.200 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/1fd3c22e-f421-495e-851a-462c33560925) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:37.043325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.063228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:37.081139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] For port 0874aa1f-e832-4109-983f-60c7485a07da, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:37.103905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] For port 0874aa1f-e832-4109-983f-60c7485a07da, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=0874aa1f-e832-4109-983f-60c7485a07da,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:37.105034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Pushing event updated for resources: {'Port': ['ID=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:37.118148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:37.122535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.139329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:37.181325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9652e8fc-fe56-4b30-aef3-4c775416b0bd,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:37.249719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:37.338697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.352466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.377507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:37.384078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:37.392758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af7920-4596-482b-be69-c2cfa4b0e233 req-aec6c46d-18f8-47fd-b616-aeb1b016edf9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:37.394390 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25af7920-4596-482b-be69-c2cfa4b0e233 req-aec6c46d-18f8-47fd-b616-aeb1b016edf9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.2458811
Feb 17 03:30:37.395024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:37.397251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Pushing event updated for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:37.401827 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1d465c67-d133-472c-a1b3-25e5a0adad42 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9652e8fc-fe56-4b30-aef3-4c775416b0bd HTTP/1.1" status: 204  len: 168 time: 2.0288310
Feb 17 03:30:37.402431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56184) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:37.414536 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:37.415851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.452065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:37.453143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bdd8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:37.534964 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25af7920-4596-482b-be69-c2cfa4b0e233 req-3fe3e8c2-d6f5-40ec-a4ff-b8b046e84471 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984614
Feb 17 03:30:37.536772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.558865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.707461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:37.715630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:37.803910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.817734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:37.823331 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:37.832576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:37.853630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.950813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2ad02828>,) {'filters': {'network_id': ['14692b9d-40c8-4147-9ef2-2084ebbdc286']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:37.971217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad02828>, 'd5527036-8849-40bc-9f25-3691165cfec9') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:37.972813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad02828>, 'd5527036-8849-40bc-9f25-3691165cfec9') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:37.972953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Attempting to bind port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:37.972953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Attempting to bind port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:37.973734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Attempting to bind port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb on network 6351c9c1-0537-4ce6-b261-755104ea8faa {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:37.981943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56200) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:37.985018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd3c22e-f421-495e-851a-462c33560925,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:37.985550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.989104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:37.992958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:37.993916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Checking segment: {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:37.994520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:37.995074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Bound using segment: {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:37.995839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Bound port: 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:37.996297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.003240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.005292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:30:38.216699 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:30:38.228732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.233497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] For port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:38.311497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bdd8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:37Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:38.316943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2a827-b1bb-414b-bbd5-df97f96af150 None None] The sync data for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi is: [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:37Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:30:38.451348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Network 14692b9d-40c8-4147-9ef2-2084ebbdc286 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:30:38.478846 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:30:38.701737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.808916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.814367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:38.815847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] For port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:38.820129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.838749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:38.840881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:38.853564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=14692b9d-40c8-4147-9ef2-2084ebbdc286,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:38.857199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:38.859370 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/14692b9d-40c8-4147-9ef2-2084ebbdc286 HTTP/1.1" status: 204  len: 168 time: 1.4556725
Feb 17 03:30:39.026711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Pushing event updated for resources: {'Port': ['ID=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:39.032940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:39.346418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56210) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:39.412580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6e54d6cb-b799-4a6e-8a62-db79d15a881b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ade3597251b451eb7a31a1c95528adf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0641906
Feb 17 03:30:39.415104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56214) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:39.506914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.548921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.620751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.626582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0faad92-514f-4b5d-9fc6-8c574b68ca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:39.645569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092f50c-0ab5-4e5a-a95d-e055ab81104b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:39.648500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:39.656407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.657649 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0092f50c-0ab5-4e5a-a95d-e055ab81104b HTTP/1.1" status: 204  len: 168 time: 0.2415080
Feb 17 03:30:39.789304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.798872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:39.855148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 0874aa1f-e832-4109-983f-60c7485a07da up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:39.930623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 0874aa1f-e832-4109-983f-60c7485a07da completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:39.936894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 0874aa1f-e832-4109-983f-60c7485a07da triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:39.937298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:40.072952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:40.109867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 0874aa1f-e832-4109-983f-60c7485a07da, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=0874aa1f-e832-4109-983f-60c7485a07da,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:40.114489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:40.115684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:40.146897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:40.172701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bf0ad-969a-4f82-88bd-58593e73ca54 req-003cf7ba-9c27-45d7-8df4-5f216ce0baaf tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:40.174331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-679bf0ad-969a-4f82-88bd-58593e73ca54 req-003cf7ba-9c27-45d7-8df4-5f216ce0baaf tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.4585936
Feb 17 03:30:40.249444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:40.255197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:40.264668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:40.354474 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-679bf0ad-969a-4f82-88bd-58593e73ca54 req-3ab6c194-e99e-4b29-833e-873a48e91b8a tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681826
Feb 17 03:30:40.395442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:30:40.622877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Deleting port df942069-b50b-4951-bbbe-a48b037b4d17 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:40.623258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:40.718466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a8d43-f801-4b5c-a7c7-d54a55b31fc2 None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:30:40.768364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:30:40.783536 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Sync routers for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:30:40.794453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:40.795481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b0fb8d0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:40.826412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Notify callbacks [] for router, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:40.827796 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.1497288
Feb 17 03:30:40.831436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56244) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:40.863103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] For port df942069-b50b-4951-bbbe-a48b037b4d17, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=df942069-b50b-4951-bbbe-a48b037b4d17,segment=NetworkSegment(52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3),segment_id=52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:40.863491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.011099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:41.097686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Calling delete_port for df942069-b50b-4951-bbbe-a48b037b4d17 owned by network:router_interface {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:41.100286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Provisioning for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:41.120493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Provisioning complete for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:41.120925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.359023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.413256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] For port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:41.420460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.422352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:41.532785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Pushing event updated for resources: {'Port': ['ID=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:41.548240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:41.561444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b0fb8d0>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:38Z', 'revision_number': 3, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:41.569832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Checking router: 6fc4d0b8-5410-46be-a8b8-fc592fa84761 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:30:41.570368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Updating router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 port 1fd3c22e-f421-495e-851a-462c33560925 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:30:41.679096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.753719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a13a00aa-c712-4b3b-9b68-f43ef593baba None None] Provisioning complete for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:41.757025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a13a00aa-c712-4b3b-9b68-f43ef593baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:41.869198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-e7a52900-cdb0-4bfb-b4a9-2c0685e0481f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:41.870021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-e7a52900-cdb0-4bfb-b4a9-2c0685e0481f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Synchronizing usage tracker for tenant:aa1d7bf87bab45169741a768823d447b on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:30:41.898173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 0874aa1f-e832-4109-983f-60c7485a07da up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:41.967826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-e7a52900-cdb0-4bfb-b4a9-2c0685e0481f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Unset dirty status for tenant:aa1d7bf87bab45169741a768823d447b on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:30:41.968986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-e7a52900-cdb0-4bfb-b4a9-2c0685e0481f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.3173232
Feb 17 03:30:42.060813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 0874aa1f-e832-4109-983f-60c7485a07da triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:42.061361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.080412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Deleting port 82841018-3a77-4f6c-ba00-647e073193cc {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:42.080776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.086039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9f597-79ef-4bf0-8a9c-75200630ff14 req-4d9d7838-35bc-4451-9131-f38c966cb6e4 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:42.095778 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bef9f597-79ef-4bf0-8a9c-75200630ff14 req-4d9d7838-35bc-4451-9131-f38c966cb6e4 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 945 time: 0.1768904
Feb 17 03:30:42.230925 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bef9f597-79ef-4bf0-8a9c-75200630ff14 req-b1cd0da4-4d2a-40f1-b199-ead1304c403f tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309369
Feb 17 03:30:42.366786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.396779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.403877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f0a7df8-d1e9-4b2a-8d15-b858b46eb677 tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:42.411355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Transition to ACTIVE for port object 1fd3c22e-f421-495e-851a-462c33560925 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:42.414821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.429642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b7ff70e2-f3b9-447f-88bb-caf90fff5c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:42.453001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-031d9078-f69a-43db-92f6-02b44eeb4d69 None None] Provisioning complete for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:42.453561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-031d9078-f69a-43db-92f6-02b44eeb4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.508656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba3da-4fd4-45c1-96fb-9bd20aba212a None None] Pushing event updated for resources: {'Port': ['ID=1fd3c22e-f421-495e-851a-462c33560925,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:42.513053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:42.519795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7b7ba3da-4fd4-45c1-96fb-9bd20aba212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:42.533065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=df942069-b50b-4951-bbbe-a48b037b4d17,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:42.545372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:42.663933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:42.664827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.676234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.795854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Attempting to bind port 1fd3c22e-f421-495e-851a-462c33560925 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:42.796266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Attempting to bind port 1fd3c22e-f421-495e-851a-462c33560925 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:42.796674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Attempting to bind port 1fd3c22e-f421-495e-851a-462c33560925 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:42.811831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:42.812245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:42.813547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.813986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:42.814507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Bound port: 1fd3c22e-f421-495e-851a-462c33560925, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:42.814923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.873702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82841018-3a77-4f6c-ba00-647e073193cc,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:42.874108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.909382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] For port 1fd3c22e-f421-495e-851a-462c33560925, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:42.912891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] For port 1fd3c22e-f421-495e-851a-462c33560925, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=1fd3c22e-f421-495e-851a-462c33560925,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:42.925053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.929044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:42.941359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9d269c20-f257-4e0d-9820-96e72e851222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:42.983285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 82841018-3a77-4f6c-ba00-647e073193cc no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:43.050793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56288) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:43.078677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Calling delete_port for 82841018-3a77-4f6c-ba00-647e073193cc owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:43.186272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.242299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82841018-3a77-4f6c-ba00-647e073193cc,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:43.243707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:43.254340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.257007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:43.332523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:30:43.332889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:30:43.360310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:43.374562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:43.377677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc', 'code': 200}
Feb 17 03:30:43.386654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Allocated IP 172.20.0.1 (6351c9c1-0537-4ce6-b261-755104ea8faa/3cf7e737-5bea-45d8-a563-aca5967a43cc/58d4248d-2613-4a7d-9683-87ebea062eed) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:30:43.413218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.437954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ba3da-4fd4-45c1-96fb-9bd20aba212a None None] Pushing event updated for resources: {'Port': ['ID=1fd3c22e-f421-495e-851a-462c33560925,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:43.443381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7b7ba3da-4fd4-45c1-96fb-9bd20aba212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:43.485782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:43.486449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b0fb8d0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:43.491058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:43.504475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Usage tracker for resource:security_group_rule and tenant:e34a80a46fc24751b9363ef5eae5cb11 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:43.510413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:43.524557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:43.660339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140df9dc-0a03-41f5-b4f9-b0fbf2200d0d req-902cf8d0-095e-4f0a-b82f-91bdc0fbbf37 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:30:43.661719 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140df9dc-0a03-41f5-b4f9-b0fbf2200d0d req-902cf8d0-095e-4f0a-b82f-91bdc0fbbf37 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 943 time: 0.2360761
Feb 17 03:30:43.689327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:43.780631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.798479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Transition to ACTIVE for port object 58d4248d-2613-4a7d-9683-87ebea062eed will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:43.824722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.834955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-140df9dc-0a03-41f5-b4f9-b0fbf2200d0d req-b632769d-b7e5-4ca1-8c6a-8ca6ca837f2d tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646514
Feb 17 03:30:43.841020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:43.872473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Deleting port 82841018-3a77-4f6c-ba00-647e073193cc {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:43.872853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.906486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.908694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:30:43.912569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:43.922335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:44.016484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b0fb8d0>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:38Z', 'revision_number': 3, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:44.021289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ff577-eee0-408d-937e-91edf1fc8854 None None] The sync data for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi is: [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:38Z', 'revision_number': 3, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:30:44.033879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Pushing event updated for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:44.080111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:44.095212 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e34a80a46fc24751b9363ef5eae5cb11&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0433006
Feb 17 03:30:44.099064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56300) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:44.111624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e113de80-cf4d-43bb-8abc-19f5884a63a9,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:44.116617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:44.168199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:30:44.177285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Sync routers for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:30:44.191214 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] 10.222.0.46 "PUT /v2.0/routers/bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2054338
Feb 17 03:30:44.191390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:44.191390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b554518>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:44.191736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56304) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:44.285398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Network 6351c9c1-0537-4ce6-b261-755104ea8faa is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:44.292380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:44.312325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:30:44.372081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.402344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.440167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.449511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] For port 82841018-3a77-4f6c-ba00-647e073193cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=82841018-3a77-4f6c-ba00-647e073193cc,segment=NetworkSegment(3c922b9a-b964-4985-9a56-dee24dae6a15),segment_id=3c922b9a-b964-4985-9a56-dee24dae6a15)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:44.449934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.458863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:44.483612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.677208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Calling delete_port for 82841018-3a77-4f6c-ba00-647e073193cc owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:44.718366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3d99e24e-d470-4af0-bf07-f0e7911c59f9 None None] Provisioning for port 58d4248d-2613-4a7d-9683-87ebea062eed completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:44.728170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3d99e24e-d470-4af0-bf07-f0e7911c59f9 None None] Provisioning complete for port 58d4248d-2613-4a7d-9683-87ebea062eed triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:44.728903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d99e24e-d470-4af0-bf07-f0e7911c59f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.801158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3d99e24e-d470-4af0-bf07-f0e7911c59f9 None None] Port 58d4248d-2613-4a7d-9683-87ebea062eed cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:30:44.857723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.865335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.871422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Deleting port 801272a8-e834-4f83-a7a9-3b237b063dd0 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:30:44.871824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:44.878590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:44.928873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b554518>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:30:42Z', 'revision_number': 5, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:44.934801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Checking router: bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:30:44.944329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Routers {'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:44.945258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b554518>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:45.019720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Pushing event deleted for resources: {'Port': ['ID=82841018-3a77-4f6c-ba00-647e073193cc,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:45.029507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:45.076037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] For port 801272a8-e834-4f83-a7a9-3b237b063dd0, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=801272a8-e834-4f83-a7a9-3b237b063dd0,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:45.076440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.077618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.092379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2d3cfd05-d14e-49ae-ae77-43159f280b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:45.114103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e113de80-cf4d-43bb-8abc-19f5884a63a9,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:45.120830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:45.174704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.175967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] Set router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:45.176102 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e113de80-cf4d-43bb-8abc-19f5884a63a9 HTTP/1.1" status: 204  len: 168 time: 1.0736516
Feb 17 03:30:45.250051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Calling delete_port for 801272a8-e834-4f83-a7a9-3b237b063dd0 owned by network:router_gateway {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:30:45.260494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] No DVR routers for this DVR port 82841018-3a77-4f6c-ba00-647e073193cc on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:30:45.262254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.272557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.274685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e3fbd7cd-68f5-466d-84a3-b2b9ca36e838 req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.52 "DELETE /v2.0/ports/82841018-3a77-4f6c-ba00-647e073193cc HTTP/1.1" status: 204  len: 173 time: 3.2985289
Feb 17 03:30:45.277027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-deleted', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:30:45.512323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = function(*args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     proto.__init__(conn_state, self)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle()
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle_one_request()
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle_one_response()
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = self.application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return app(environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return request.get_response(self.application)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self._app)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = self.app(environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:30:45.520534 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = method(request=request, **args)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._delete(request, id, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     obj_deleter(request.context, id, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return method(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, context, *args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return method(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     context, port, router_ids, bound_mech_contexts)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     return function(*args, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     callback(resource, event, trigger, **kwargs)
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]:     stack = traceback.extract_stack()
Feb 17 03:30:45.530861 dv-cinder-759961-4-iscsi neutron-server[83881]: 
Feb 17 03:30:45.643127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.647876 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66928f-13b6-4bf2-909c-6c9b985bf446', 'name': 'network-vif-deleted', 'tag': '82841018-3a77-4f6c-ba00-647e073193cc', 'status': 'completed', 'code': 200}
Feb 17 03:30:45.649036 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.689406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bdb9b6-d73f-4aaf-b479-284fe263a6c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:45.760341 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cd8874e8-f36e-4ec6-af06-a5879627b040 req-937b2523-bc51-47bb-b552-040e8637804d tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb66928f-13b6-4bf2-909c-6c9b985bf446 HTTP/1.1" status: 200  len: 210 time: 0.3734403
Feb 17 03:30:45.761226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.770892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Pushing event updated for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:45.789820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:45.816017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.855351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1fd3c22e-f421-495e-851a-462c33560925 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:45.905055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56318) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:45.925560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.929405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.932171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:45.990013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Network 6351c9c1-0537-4ce6-b261-755104ea8faa is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:30:45.991341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:30:46.002296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 1fd3c22e-f421-495e-851a-462c33560925 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:46.008121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 1fd3c22e-f421-495e-851a-462c33560925 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:46.008549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.030743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:46.036087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Usage tracker for resource:security_group_rule and tenant:580ac4e7e196436b80f9dc3ff58619b9 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:46.039604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:46.046402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.047553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 {{(pid=83991) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:30:46.049143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:46.077062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b554518>, [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:30:42Z', 'revision_number': 5, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:46.085064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282117b0-b812-48fa-8e66-3bcbbf90f7d3 None None] The sync data for ids ['bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5'] in dv-cinder-759961-4-iscsi is: [{'id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'name': 'tempest-ServerRescueNegativeTestJSON-507360074-router', 'tenant_id': '11a5692210d54de3b217536dd49aa377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:22Z', 'updated_at': '2021-02-17T03:30:42Z', 'revision_number': 5, 'project_id': '11a5692210d54de3b217536dd49aa377', 'gw_port': {'id': '801272a8-e834-4f83-a7a9-3b237b063dd0', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:24Z', 'updated_at': '2021-02-17T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:30:46.096672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] Notify callbacks [] for router, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.100651 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7c4dd013-4697-448c-9c87-f6c374d53db1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/bbb86d6f-ee71-4ce8-ab1b-8015c1a66cd5 HTTP/1.1" status: 204  len: 168 time: 1.9054739
Feb 17 03:30:46.101330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56322) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:46.184726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.220295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Deleting subnet 733ab0ef-c534-4e2a-a72f-9d2b9e261147 {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:30:46.236009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 1fd3c22e-f421-495e-851a-462c33560925, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=1fd3c22e-f421-495e-851a-462c33560925,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:46.245209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.247192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:30:46.247737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:46.346601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.347768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.383435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=1fd3c22e-f421-495e-851a-462c33560925,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:46.388538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:46.391888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.406426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db3d6452-9c98-4a33-963c-b4587e5e0255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:46.445797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-57c399a5-2bb3-40c8-9608-783f2fca1cd8 None None] Provisioning complete for port 58d4248d-2613-4a7d-9683-87ebea062eed triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:46.446257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-57c399a5-2bb3-40c8-9608-783f2fca1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.459307 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=580ac4e7e196436b80f9dc3ff58619b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5504925
Feb 17 03:30:46.464325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.464628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56326) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:46.497947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc1870c-894b-4ed1-a437-1b2f3da156e9,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:46.503550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:30:46.506891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-89695c0a-ea87-4385-8c22-14f66dfcfab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:46.507454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-57c399a5-2bb3-40c8-9608-783f2fca1cd8 None None] Port 58d4248d-2613-4a7d-9683-87ebea062eed cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:30:46.510326 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] 10.222.0.46 "PUT /v2.0/routers/6fc4d0b8-5410-46be-a8b8-fc592fa84761/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6777027
Feb 17 03:30:46.529825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.548196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.575351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.623656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.632135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2545839c-09cc-4f03-8483-7b77d667ddbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:46.649772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc1870c-894b-4ed1-a437-1b2f3da156e9,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:46.659398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.663312 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdc1870c-894b-4ed1-a437-1b2f3da156e9 HTTP/1.1" status: 204  len: 168 time: 0.1951714
Feb 17 03:30:46.663312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.663312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.667666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.668943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.669650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.670216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.671221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.671818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.672370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.673433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.673964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.675244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.675906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.676427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.676829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.677787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.678187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.678583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.678974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.680019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.680414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.681373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.681764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.682155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:46.707112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:46.816452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:46.836600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:46.941522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733ab0ef-c534-4e2a-a72f-9d2b9e261147,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:46.946290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:46.996368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.012455 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2f324b39-b547-4580-817b-729b7666e0d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/733ab0ef-c534-4e2a-a72f-9d2b9e261147 HTTP/1.1" status: 204  len: 168 time: 0.9080856
Feb 17 03:30:47.012978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56344) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:47.150384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.528214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-15226300', 'description': 'tempest-TestShelveInstance-15226300 description'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:47.534656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:47.538865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:security_group and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:47.544681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:47.551907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:47.579804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.621280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:47.625767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:security_group_rule and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:47.630039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:47.637134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:47.684352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.717459 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Sync routers for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:30:47.732590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:47.733279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b30f400>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:47.756692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.769582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.816861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3a52b88f-aa63-4947-b63b-9e37d870b53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:47.830247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.833521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1fd3c22e-f421-495e-851a-462c33560925 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:47.836934 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bfc7c8cd-92b4-4ab3-95fe-0773481268f2 req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.3148222
Feb 17 03:30:47.914310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2abc0940>,) {'filters': {'network_id': ['7c8931b5-d986-48a9-8797-db4c2b0cb489']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:47.928841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2abc0940>, '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:47.929180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2abc0940>, '52f3c892-b4e3-4f7f-aca8-0a86f1ebbcb3') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:47.950282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.965833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 1fd3c22e-f421-495e-851a-462c33560925 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:47.966028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.968049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:47.971539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:30:47.982450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:47.990245 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecc77f9e-daec-404e-a615-15f6159c229c req-9a875fb7-2367-44c0-b69a-0e19f7d40b4e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups/44ad59c9-be0b-482c-9e48-6f1aefbea8f1 HTTP/1.1" status: 200  len: 1798 time: 0.1100745
Feb 17 03:30:47.998561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ad59c9-be0b-482c-9e48-6f1aefbea8f1,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:48.017820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:48.028734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44ad59c9-be0b-482c-9e48-6f1aefbea8f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:48.031999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44ad59c9-be0b-482c-9e48-6f1aefbea8f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:48.043460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:48.048222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:security_group_rule and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:48.051571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:48.058825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:48.136899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device df942069-b50b-4951-bbbe-a48b037b4d17 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:48.137621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.181232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:30:48.181452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.184680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.191965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.193832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: df942069-b50b-4951-bbbe-a48b037b4d17 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:30:48.194439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device df942069-b50b-4951-bbbe-a48b037b4d17 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:30:48.218372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:48.262361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01118454-7ce7-4f0d-9264-e9bba3ee2072,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:48.276263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:48.281280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.290553 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecc77f9e-daec-404e-a615-15f6159c229c req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2692797
Feb 17 03:30:48.358002 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-f1beaf84-78a8-444f-8ad6-1fa4fb8cf083 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups/44ad59c9-be0b-482c-9e48-6f1aefbea8f1 HTTP/1.1" status: 200  len: 2391 time: 0.0521073
Feb 17 03:30:48.369882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44ad59c9-be0b-482c-9e48-6f1aefbea8f1', 'remote_group_id': None}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:48.370349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44ad59c9-be0b-482c-9e48-6f1aefbea8f1', 'remote_group_id': None}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:30:48.378290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:48.382803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:security_group_rule and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:48.386105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:48.394446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:48.412409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Network 7c8931b5-d986-48a9-8797-db4c2b0cb489 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:30:48.431958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b30f400>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:45Z', 'revision_number': 4, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '58d4248d-2613-4a7d-9683-87ebea062eed', 'name': '', 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'mac_address': 'fa:16:3e:4d:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:42Z', 'updated_at': '2021-02-17T03:30:45Z', 'revision_number': 2, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'subnets': [{'id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:30:48.436934 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:30:48.439805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Checking router: 6fc4d0b8-5410-46be-a8b8-fc592fa84761 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:30:48.439805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Updating router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 port 58d4248d-2613-4a7d-9683-87ebea062eed binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:30:48.463850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.491911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.495722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.498065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a06c25ee-f558-408b-97e3-762d81877015 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:48.510301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.525203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.527187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1871c1b1-e928-45ac-80ae-72dc80ef6573,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:48.530145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:48.539728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:48.546767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.548273 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0f0ccda3-6cb8-4641-ae21-d54968e2a5f5 req-d9f4757d-b82a-47e6-89b6-116aeba91a50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1835525
Feb 17 03:30:48.554153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:48.562154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8931b5-d986-48a9-8797-db4c2b0cb489,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:48.567327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:48.574239 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7c8931b5-d986-48a9-8797-db4c2b0cb489 HTTP/1.1" status: 204  len: 168 time: 1.5601068
Feb 17 03:30:48.843372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56424) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:48.940053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56436) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:48.940276 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-67c89e8d-a933-409a-b1ad-5232b59c15e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11a5692210d54de3b217536dd49aa377&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0953863
Feb 17 03:30:49.028786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.029341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.047409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Transition to ACTIVE for port object 58d4248d-2613-4a7d-9683-87ebea062eed will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:30:49.053624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.072568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:49.081556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.140412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.149352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e4bcc417-4645-4d98-95c0-b2e877456478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:49.172862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b574d75c-ff49-4a56-afb0-4800ea01750f,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:49.181391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:49.210380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.211933 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b574d75c-ff49-4a56-afb0-4800ea01750f HTTP/1.1" status: 204  len: 168 time: 0.2704327
Feb 17 03:30:49.391291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b009-dc20-4e4b-8dc7-252e2fb3b208 None None] Pushing event updated for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:49.398657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6083b009-dc20-4e4b-8dc7-252e2fb3b208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:49.601683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Attempting to bind port 58d4248d-2613-4a7d-9683-87ebea062eed on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:30:49.603363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Attempting to bind port 58d4248d-2613-4a7d-9683-87ebea062eed by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:30:49.603967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Attempting to bind port 58d4248d-2613-4a7d-9683-87ebea062eed on network 6351c9c1-0537-4ce6-b261-755104ea8faa {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:30:49.612556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:30:49.613793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Checking segment: {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:30:49.614319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.614669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Bound using segment: {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:30:49.615201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Bound port: 58d4248d-2613-4a7d-9683-87ebea062eed, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32135cc-e96e-4f7d-a393-2d39cf09529d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:30:49.615677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.729944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] For port 58d4248d-2613-4a7d-9683-87ebea062eed, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:30:49.735238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] For port 58d4248d-2613-4a7d-9683-87ebea062eed, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=58d4248d-2613-4a7d-9683-87ebea062eed,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:30:49.741920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:49.772241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:49.802642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 801272a8-e834-4f83-a7a9-3b237b063dd0 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:30:49.852041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 801272a8-e834-4f83-a7a9-3b237b063dd0 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:30:49.852756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 801272a8-e834-4f83-a7a9-3b237b063dd0 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:30:49.941020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b009-dc20-4e4b-8dc7-252e2fb3b208 None None] Pushing event updated for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:49.948042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6083b009-dc20-4e4b-8dc7-252e2fb3b208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:50.018745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:30:50.019691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b30f400>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:30:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:50.247931 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:30:50.580654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b30f400>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:45Z', 'revision_number': 4, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '58d4248d-2613-4a7d-9683-87ebea062eed', 'name': '', 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'mac_address': 'fa:16:3e:4d:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:42Z', 'updated_at': '2021-02-17T03:30:49Z', 'revision_number': 4, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'subnets': [{'id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:30:50.584895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a58dee-9c11-4fce-bd3f-caadfe06660f None None] The sync data for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi is: [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:30:45Z', 'revision_number': 4, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '58d4248d-2613-4a7d-9683-87ebea062eed', 'name': '', 'network_id': '6351c9c1-0537-4ce6-b261-755104ea8faa', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'mac_address': 'fa:16:3e:4d:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:42Z', 'updated_at': '2021-02-17T03:30:49Z', 'revision_number': 4, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'subnets': [{'id': '3cf7e737-5bea-45d8-a563-aca5967a43cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:30:51.810447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 58d4248d-2613-4a7d-9683-87ebea062eed up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:51.896129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 58d4248d-2613-4a7d-9683-87ebea062eed completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:30:51.901719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 58d4248d-2613-4a7d-9683-87ebea062eed triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:51.902147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:52.030849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:52.064329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 58d4248d-2613-4a7d-9683-87ebea062eed, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=58d4248d-2613-4a7d-9683-87ebea062eed,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:30:52.067141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:52.069157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:52.139001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:52.146816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.147211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.147625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.151441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.151887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.152275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.153866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.154248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.154628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.155004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.155377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.155771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.156249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.156645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.157011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.157376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.157747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.158114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.158480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.158841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.159205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.159592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.159965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.160331 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:30:52.164726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:53.472477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56586) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:53.606213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.621752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:53.626429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Usage tracker for resource:security_group_rule and tenant:d02a9542c4a349438ed23a02ac58ba32 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:53.629468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:53.635864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:53.742176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.745516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.754847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c8f07832-c7b5-4cc6-9a21-354b15149719 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:53.787022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 58d4248d-2613-4a7d-9683-87ebea062eed up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:30:53.798942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d02a9542c4a349438ed23a02ac58ba32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227868
Feb 17 03:30:53.801625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56594) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:53.804778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c309f2-d321-4dbb-89cd-a565da04aacb,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:53.824537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:53.873383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 58d4248d-2613-4a7d-9683-87ebea062eed triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:30:53.873526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.873978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.901891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.950530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:53.959711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d5655c32-f554-4ddd-a6f2-b504706b07be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:54.004417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:30:54.020241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.025408 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69c309f2-d321-4dbb-89cd-a565da04aacb HTTP/1.1" status: 204  len: 168 time: 0.2224526
Feb 17 03:30:54.026950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c309f2-d321-4dbb-89cd-a565da04aacb,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:54.030200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:54.396051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56608) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:54.415527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.432438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:30:54.436514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Usage tracker for resource:security_group_rule and tenant:27011361f00846c59817343c9b61749b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:30:54.439489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:30:54.445308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:30:54.531077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.533912 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.543360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2fb5c95d-5546-473f-8103-1067a2be41f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:54.588463 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27011361f00846c59817343c9b61749b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912827
Feb 17 03:30:54.589397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f977f2-6fd0-4cce-aee5-df9a7712705d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:54.592243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56612) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:30:54.592650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:54.653802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.680630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.728342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.733154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-147c5a1c-f0d7-474d-b073-d75ec6b843c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:30:54.745414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f977f2-6fd0-4cce-aee5-df9a7712705d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:30:54.748543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:30:54.750539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:30:54.751795 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89f977f2-6fd0-4cce-aee5-df9a7712705d HTTP/1.1" status: 204  len: 168 time: 0.1582539
Feb 17 03:30:58.658381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:03.171246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4c11147-c731-4254-a03e-8b27b9e01ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:03.962566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56784) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:04.091086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.107077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:04.111451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Usage tracker for resource:security_group_rule and tenant:bc219fd45db8410ba9741a87d7d72f3b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:04.114457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:04.120284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:04.207460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.213054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.222186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-19c1f290-49eb-4f09-b342-8bd0a1f0fcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:04.267686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56798) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:04.267860 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc219fd45db8410ba9741a87d7d72f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3040197
Feb 17 03:31:04.276067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76572b9f-27e5-4404-b521-5bafc678bbd1,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:04.279946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:04.333733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.361887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.407401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.415334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8413b9ad-c70d-487e-93d6-10b7a765880a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:04.428812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76572b9f-27e5-4404-b521-5bafc678bbd1,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:04.434618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:04.439265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.443045 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76572b9f-27e5-4404-b521-5bafc678bbd1 HTTP/1.1" status: 204  len: 168 time: 0.1714027
Feb 17 03:31:04.733168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 56808) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:04.754162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.769381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:04.773403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd482dfc9b04fe093f02db3ddf92649 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:04.776424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:04.782222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:04.870803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.873698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:04.882507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ede334b1-ddb8-416f-a0bd-52cbf7dc768b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:04.923670 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bd482dfc9b04fe093f02db3ddf92649&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1889279
Feb 17 03:31:04.925287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce7203-b334-4331-9825-dc84ebf899ec,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:04.926520 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 56816) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:04.928745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:05.000114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.028300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.079993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.085198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38f6112d-2b6b-4556-901d-c49ed44f9684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:05.099308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce7203-b334-4331-9825-dc84ebf899ec,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:05.109005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:05.109838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:05.113923 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fce7203-b334-4331-9825-dc84ebf899ec HTTP/1.1" status: 204  len: 168 time: 0.1849723
Feb 17 03:31:05.595322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-80eb2c63-c4c0-4978-b8cb-cfad8e4635b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:06.126423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:07.355434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:07.587621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.592714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57038) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:18.723471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.738778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:18.742760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Usage tracker for resource:security_group_rule and tenant:88245e45a35f4205819016ea539c8e38 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:18.746218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:18.751969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:18.837691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.841343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.851498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d82882d-06be-41f0-b85e-648be20bff79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:18.893167 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88245e45a35f4205819016ea539c8e38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2992792
Feb 17 03:31:18.894771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40a6e91-c100-46b0-874f-3249c3e14498,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:18.896084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57044) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:18.898147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:18.958584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:18.985990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.034911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.043102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4ab252c8-ea7b-404a-8759-7d6d1f41752d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:19.059338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40a6e91-c100-46b0-874f-3249c3e14498,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:19.062559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:19.067058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.068317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b40a6e91-c100-46b0-874f-3249c3e14498 HTTP/1.1" status: 204  len: 168 time: 0.1710672
Feb 17 03:31:19.374720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57070) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:19.393448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.414352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:19.419096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Usage tracker for resource:security_group_rule and tenant:2569dfc3c5994ad991ac7bc9cc143f12 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:19.422189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:19.428096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:19.531268 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.533882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.546011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-022929a1-89de-4e35-b277-1d6ea0640250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:19.599868 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2569dfc3c5994ad991ac7bc9cc143f12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2238834
Feb 17 03:31:19.601738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116cc66-bf1f-4236-8638-f1555b8811fd,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:19.602807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57076) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:19.606042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:19.674433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.701109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.745171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.749057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a7882ba-1581-495f-be53-381c04e41e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:19.762135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116cc66-bf1f-4236-8638-f1555b8811fd,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:19.764878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:19.774117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:19.778375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f116cc66-bf1f-4236-8638-f1555b8811fd HTTP/1.1" status: 204  len: 168 time: 0.1708412
Feb 17 03:31:22.016468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57158) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:22.139448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.155171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:22.159207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Usage tracker for resource:security_group_rule and tenant:32f44af998924228b15f1d130567c9a4 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:22.162258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:22.167999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:22.253137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.256120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.265463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:22.307475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32f44af998924228b15f1d130567c9a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2898991
Feb 17 03:31:22.308394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a65a394-54ea-4195-8b64-5491141f46b9,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:22.310579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57164) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:22.311814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:22.372810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.400784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.443601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.448938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-298df334-c1ab-40f7-bb87-b3eeac2f8007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:22.465024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a65a394-54ea-4195-8b64-5491141f46b9,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:22.468766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:22.476714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.477943 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a65a394-54ea-4195-8b64-5491141f46b9 HTTP/1.1" status: 204  len: 168 time: 0.1662450
Feb 17 03:31:22.780341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57184) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:22.804370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.820427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:22.824491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Usage tracker for resource:security_group_rule and tenant:152e7724d3814d9a9a44ef9f42b212d1 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:22.827419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:22.833156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:22.915129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.918411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:22.927118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce2c6dd2-a660-4919-b25f-88548f8bd1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:22.970731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8bb877-e54e-44dc-8bd8-aebad6733e17,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:22.974732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:22.977578 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=152e7724d3814d9a9a44ef9f42b212d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1960104
Feb 17 03:31:22.981463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57192) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:23.047607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:23.075488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:23.121919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:23.126890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-95ddd8da-b277-4d05-a041-b90739102f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:23.137708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8bb877-e54e-44dc-8bd8-aebad6733e17,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:23.142582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:23.144431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:23.148467 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e8bb877-e54e-44dc-8bd8-aebad6733e17 HTTP/1.1" status: 204  len: 168 time: 0.1653280
Feb 17 03:31:26.254874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb99ae-410f-41d5-a809-959020e655b5 req-d0a07a13-e5fc-477b-85b5-8e29e93f651a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:26.256439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efbb99ae-410f-41d5-a809-959020e655b5 req-d0a07a13-e5fc-477b-85b5-8e29e93f651a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0911708
Feb 17 03:31:26.513883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-efbb99ae-410f-41d5-a809-959020e655b5 req-8fbc0c51-bbb8-4eca-9805-765e3815dcd0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2505772
Feb 17 03:31:27.891614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcac82-fe30-418b-904f-7ac6e64b4d05 req-2ecb24ee-4e37-4f9a-be86-ed1e8609570a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:27.893172 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3dbcac82-fe30-418b-904f-7ac6e64b4d05 req-2ecb24ee-4e37-4f9a-be86-ed1e8609570a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2646787
Feb 17 03:31:27.941682 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3dbcac82-fe30-418b-904f-7ac6e64b4d05 req-6d94767f-5427-4001-8191-9ffd1ee4a008 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422599
Feb 17 03:31:29.139184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78175a-1c86-4aac-8b39-85455256ec8c req-23480fbf-605c-4ac0-b428-48ae2fad7af1 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:29.140807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e78175a-1c86-4aac-8b39-85455256ec8c req-23480fbf-605c-4ac0-b428-48ae2fad7af1 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0867219
Feb 17 03:31:29.187806 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8e78175a-1c86-4aac-8b39-85455256ec8c req-4c4137c9-88f0-42e2-8b7f-4e3450d32a81 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406799
Feb 17 03:31:29.631307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:30.256768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-d25043a5-0081-4ca3-9ca8-7b92bff1ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.258681 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-d25043a5-0081-4ca3-9ca8-7b92bff1ab47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1163 time: 0.0845790
Feb 17 03:31:30.399180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596783-8eea-48bd-b213-1433b303bf2c req-a3fcb8cc-f2ec-4259-81c3-a3436053f7ab tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.401599 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-60596783-8eea-48bd-b213-1433b303bf2c req-a3fcb8cc-f2ec-4259-81c3-a3436053f7ab tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0932386
Feb 17 03:31:30.422926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-f3966b10-8e94-4844-9518-2a2378f74c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.424695 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-f3966b10-8e94-4844-9518-2a2378f74c2f service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.1437087
Feb 17 03:31:30.458514 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-60596783-8eea-48bd-b213-1433b303bf2c req-610bf22b-9420-4cef-ac51-77f1f2535455 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498226
Feb 17 03:31:30.532290 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-8e44cf23-e382-43a5-9877-3d908c782cb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 1002 time: 0.0997961
Feb 17 03:31:30.605250 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-def3c6da-d800-412a-9de0-7f0eb71c09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.606765 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-def3c6da-d800-412a-9de0-7f0eb71c09f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0661359
Feb 17 03:31:30.688756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-830ca3fa-3dde-4084-bbe9-42489327598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:30.690296 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-830ca3fa-3dde-4084-bbe9-42489327598c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757971
Feb 17 03:31:30.833088 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-29d8c0c6-e57c-464d-a012-a42cde7633be service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346021
Feb 17 03:31:30.979196 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ebcbbe47-adc4-4c4e-8f58-d50eed8cbbca req-16e29013-9d7c-4aa0-a1cc-5a19faa65d38 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369717
Feb 17 03:31:30.984872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:31:31.014817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57372) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:31.080882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Deleting subnet 47596934-77af-4f8f-81ad-35811e540c55 {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:31:31.083949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.139556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.199348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.481195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.600658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:31.693084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47596934-77af-4f8f-81ad-35811e540c55,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:31.695414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.703765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:31.727750 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ecf83d92-8941-4777-8155-85bc5264a0ff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/47596934-77af-4f8f-81ad-35811e540c55 HTTP/1.1" status: 204  len: 168 time: 0.7116535
Feb 17 03:31:31.730499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57396) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:31.763955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-782fcee7-edf8-4490-96c0-b18482c6266b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:31.793890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc1fa-a603-49a7-9570-9fe5e4911914 req-d953f583-afab-4e8e-a041-e4ecd07c9a1b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:31.795475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-780fc1fa-a603-49a7-9570-9fe5e4911914 req-d953f583-afab-4e8e-a041-e4ecd07c9a1b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1963873
Feb 17 03:31:31.800125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-782fcee7-edf8-4490-96c0-b18482c6266b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:31.801274 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-782fcee7-edf8-4490-96c0-b18482c6266b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-15226300&fields=id&tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b HTTP/1.1" status: 200  len: 267 time: 0.1023581
Feb 17 03:31:31.848182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:31.936205 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-780fc1fa-a603-49a7-9570-9fe5e4911914 req-7752b641-233e-4aef-8682-5fcfc5982822 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338944
Feb 17 03:31:31.997311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-1fedabf2-a8e6-4a28-a0d0-00c6d64406e4 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:31.998855 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-1fedabf2-a8e6-4a28-a0d0-00c6d64406e4 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 809 time: 0.1825581
Feb 17 03:31:32.015353 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-9712e624-cb12-4dae-85fa-6d28ca250fb3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/quotas/62cc4e74ed8a4799a22ac0af1dfb7c4b HTTP/1.1" status: 200  len: 375 time: 0.0104125
Feb 17 03:31:32.048818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.103672 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-044d8950-efda-4a95-b920-422209e3e0c3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825934
Feb 17 03:31:32.163853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2b2346d8>,) {'filters': {'network_id': ['c9e968ce-a441-4cd4-bf98-653e33e3e7b8']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:32.176567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b2346d8>, '3c922b9a-b964-4985-9a56-dee24dae6a15') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:32.176906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b2346d8>, '3c922b9a-b964-4985-9a56-dee24dae6a15') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:32.189552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.209186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.212131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:31:32.255895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-99d7f6e0-85a5-4043-a221-e0c09f045367 service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392701
Feb 17 03:31:32.394548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:31:32.400133 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-6667d836-2dc7-4f73-a659-99dd9768a529 service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371920
Feb 17 03:31:32.407274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.590114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Network c9e968ce-a441-4cd4-bf98-653e33e3e7b8 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:31:32.613536 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:31:32.707445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.711131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b17ac20-77d5-46ab-934c-b682e948ee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:32.729042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:32.735351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e968ce-a441-4cd4-bf98-653e33e3e7b8,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:32.741522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:32.759412 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] 10.222.0.46 "DELETE /v2.0/networks/c9e968ce-a441-4cd4-bf98-653e33e3e7b8 HTTP/1.1" status: 204  len: 168 time: 1.0252533
Feb 17 03:31:32.859811 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e24e35e2-104a-42e7-969a-e119d38ab186 req-5fc0122b-fcf4-4ac6-9a59-e3a423d9bbf2 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0555613
Feb 17 03:31:32.942144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57418) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:32.997120 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3b0ee4d9-9b87-4920-8726-f215f97996d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa1d7bf87bab45169741a768823d447b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537131
Feb 17 03:31:32.999713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57424) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:33.067041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.099302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.144110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37cc4f-68e0-42e3-8e75-2b647dc5cfb0 req-d9231387-f603-4ac1-a6ba-6e2494c51846 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:33.145756 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4f37cc4f-68e0-42e3-8e75-2b647dc5cfb0 req-d9231387-f603-4ac1-a6ba-6e2494c51846 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0919826
Feb 17 03:31:33.147360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.153186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-09d4ad43-3ec3-40bc-8ac8-602a461bda8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:33.169330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5152d-9dd0-4b7f-85dd-1cf5e468846c,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:33.172561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:33.173875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.175170 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1ede970f-2d55-47f1-8e71-3591ba7d4ad2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8a5152d-9dd0-4b7f-85dd-1cf5e468846c HTTP/1.1" status: 204  len: 168 time: 0.1743720
Feb 17 03:31:33.195651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4ab7-6c3b-4ad1-bb46-92f953b0cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:33.247991 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4f37cc4f-68e0-42e3-8e75-2b647dc5cfb0 req-c9abaa57-6d65-4598-9b28-c838d9265fb0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883095
Feb 17 03:31:34.020191 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14a8a1d0-2e22-406e-a39c-2cd564fd74d2 req-4471e882-7516-43cf-b538-227ad5760042 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0505359
Feb 17 03:31:34.438702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db4ce-c07b-427b-9adb-dc749741b6f3 req-8837840b-3364-4346-9d65-f17b276cb2bc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:34.440345 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b61db4ce-c07b-427b-9adb-dc749741b6f3 req-8837840b-3364-4346-9d65-f17b276cb2bc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0926597
Feb 17 03:31:34.499314 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b61db4ce-c07b-427b-9adb-dc749741b6f3 req-de9a3343-d16c-4089-8213-782de65f1be3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519807
Feb 17 03:31:35.180156 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8dbe8c98-d8d6-4a61-ba3c-c019f3c03ca0 req-184693f8-4cc6-4f61-8fb5-39fc08a1b930 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0479171
Feb 17 03:31:35.612924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa43d8a6-3683-49f5-a762-c20b250295b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:35.738012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d394-4390-457b-b393-855fa931ebe3 req-d99573f4-2abc-4309-9ab1-f5b5e94702f0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:35.739876 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e88d394-4390-457b-b393-855fa931ebe3 req-d99573f4-2abc-4309-9ab1-f5b5e94702f0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1137815
Feb 17 03:31:35.808982 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e88d394-4390-457b-b393-855fa931ebe3 req-a2dcba66-8e88-4c49-ad10-cca42270cd09 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626950
Feb 17 03:31:36.129643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.163489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-89796afc-d98a-4185-8a6d-35e0e0286a3e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:36.164260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-89796afc-d98a-4185-8a6d-35e0e0286a3e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:36.180129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-89796afc-d98a-4185-8a6d-35e0e0286a3e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:36.181347 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-89796afc-d98a-4185-8a6d-35e0e0286a3e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 809 time: 0.4335039
Feb 17 03:31:36.287573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b4f1217d-df08-483c-b072-37598af528b7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:36.302260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b4f1217d-df08-483c-b072-37598af528b7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:36.303668 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b4f1217d-df08-483c-b072-37598af528b7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b HTTP/1.1" status: 200  len: 5755 time: 0.0972683
Feb 17 03:31:36.314767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'port': {'device_id': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'admin_state_up': True, 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'security_groups': ['44ad59c9-be0b-482c-9e48-6f1aefbea8f1']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:36.369756 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf477c5b-6ed6-4b53-a6a6-5e25b8712226 req-6a5c6118-7d47-4401-b390-c1a160dc65fa tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0510991
Feb 17 03:31:36.370507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57500) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:36.472383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:36.476609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:port and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:36.479685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:36.485407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:36.494586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Made reservation on behalf of 62cc4e74ed8a4799a22ac0af1dfb7c4b for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:36.500228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.500826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.517616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:36.521676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Usage tracker for resource:security_group_rule and tenant:29d401b8059f4c23806fb7398888b267 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:36.524713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:36.530603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:36.614707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.617513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.626751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a6f19fd4-beef-437c-98d7-c364165d3d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:36.668068 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29d401b8059f4c23806fb7398888b267&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962701
Feb 17 03:31:36.669731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301bbad8-2864-4e5b-881a-7589a29c914d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:36.673050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57506) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:36.691370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.691810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.692238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.692617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.693010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.693401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.693786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.694159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.694548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.694936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.695322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.695759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.696217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.696602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.696987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.697921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.698307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.698691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.699073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.699454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.699871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.700247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.700631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.701010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:36.706737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:36.755181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.782861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.814168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Allocated IP 172.20.0.14 (ed6be5ee-e98f-4e52-85de-7176df4698ac/815062f4-fa0e-458c-acc9-426b5f169f1b/ee2e0f68-7311-4134-9186-6f27cbf5411a) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:31:36.839264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.845782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d16f6a95-cd7e-4262-8c10-b616271ed85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:36.858935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301bbad8-2864-4e5b-881a-7589a29c914d,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:36.866074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:36.867028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:36.868358 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/301bbad8-2864-4e5b-881a-7589a29c914d HTTP/1.1" status: 204  len: 168 time: 0.1943307
Feb 17 03:31:37.036645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.049910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cce3b-785c-4bd5-8df8-311330c84750 req-77eaaafd-77fe-4479-b572-e497fabe834c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:37.051628 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f56cce3b-785c-4bd5-8df8-311330c84750 req-77eaaafd-77fe-4479-b572-e497fabe834c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1023080
Feb 17 03:31:37.054956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Transition to ACTIVE for port object ee2e0f68-7311-4134-9186-6f27cbf5411a will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:37.086765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.107713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f56cce3b-785c-4bd5-8df8-311330c84750 req-b67607fb-81a2-47a5-907c-c977d264d41c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461085
Feb 17 03:31:37.109563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.205767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57520) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:37.226381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.242455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:37.246544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2c0875e4e7479eabb70fe30706f5b8 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:37.249536 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:37.255382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:37.255873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.259231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.314934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Network ed6be5ee-e98f-4e52-85de-7176df4698ac is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:31:37.316548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:31:37.319209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:31:37.345756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.351083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.362400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5ef10d0-036c-4b52-ab72-9fd121f958b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.364397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.393341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:37.394021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.406140 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe2c0875e4e7479eabb70fe30706f5b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1991594
Feb 17 03:31:37.406809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57526) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:37.417582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6a759-d559-4004-abe0-234087ff1171,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.420835 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b85fb295-d106-45d9-873f-de6685ed1341 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1111951
Feb 17 03:31:37.421099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.487605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.567203 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.592289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.640341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd15435-fa66-436c-9c9d-514f6f08aec8 req-6d7b4d3c-eeb4-4f50-9c95-f5319e5f1df5 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:37.641882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-dc574e57-14f0-44fa-af57-63e18a6cd2b4 None None] Provisioning for port ee2e0f68-7311-4134-9186-6f27cbf5411a completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:37.642057 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5fd15435-fa66-436c-9c9d-514f6f08aec8 req-6d7b4d3c-eeb4-4f50-9c95-f5319e5f1df5 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 932 time: 0.1445537
Feb 17 03:31:37.646782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.655119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62313309-c886-4f6e-bfab-11b5c41e8d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:37.655382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-dc574e57-14f0-44fa-af57-63e18a6cd2b4 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:37.655801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc574e57-14f0-44fa-af57-63e18a6cd2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.690223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6a759-d559-4004-abe0-234087ff1171,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:37.693190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:37.696498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:37.698958 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cef6a759-d559-4004-abe0-234087ff1171 HTTP/1.1" status: 204  len: 168 time: 0.2835982
Feb 17 03:31:37.727650 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5fd15435-fa66-436c-9c9d-514f6f08aec8 req-8f26d628-d29f-4964-be43-80c769af0e59 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0736122
Feb 17 03:31:37.747890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-dc574e57-14f0-44fa-af57-63e18a6cd2b4 None None] Port ee2e0f68-7311-4134-9186-6f27cbf5411a cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:31:38.341120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf88b97-2295-43f2-b48b-d22dc4f32c2c req-8dd126ad-92dd-44ee-8549-007f1f3d401a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:38.342735 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fcf88b97-2295-43f2-b48b-d22dc4f32c2c req-8dd126ad-92dd-44ee-8549-007f1f3d401a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0933483
Feb 17 03:31:38.395190 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fcf88b97-2295-43f2-b48b-d22dc4f32c2c req-7dd2dd39-8204-48ac-89a7-f92ed5842af9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461574
Feb 17 03:31:38.931423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03e4d1-8848-45ae-93d5-dc67ec9a8604 req-3d9ccf42-8200-4de6-84ab-04ebf2ab1b50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:38.933101 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e03e4d1-8848-45ae-93d5-dc67ec9a8604 req-3d9ccf42-8200-4de6-84ab-04ebf2ab1b50 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 932 time: 0.0871961
Feb 17 03:31:38.982088 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e03e4d1-8848-45ae-93d5-dc67ec9a8604 req-97779303-988e-4129-9aaf-ba0a86df7381 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0424759
Feb 17 03:31:39.224644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Request body: {'port': {'device_id': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:39.355733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.644812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab84b7-6e9a-40b1-b3de-d65b2bb1faab req-aa05b99a-16a5-4aa1-a30b-20a6f8f5f3ca tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:39.646278 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34ab84b7-6e9a-40b1-b3de-d65b2bb1faab req-aa05b99a-16a5-4aa1-a30b-20a6f8f5f3ca tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1020200
Feb 17 03:31:39.701476 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34ab84b7-6e9a-40b1-b3de-d65b2bb1faab req-777d9663-9edb-47fc-bdcc-ec679bd2dcba tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489807
Feb 17 03:31:39.732449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57602) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:39.810588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2e0f68-7311-4134-9186-6f27cbf5411a {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:31:39.818633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.831455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Transition to ACTIVE for port object ee2e0f68-7311-4134-9186-6f27cbf5411a will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:31:39.834457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.850263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8425cfb1-bdf4-4d7c-bc87-d855ce3b7689 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:39.858693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.874606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:39.878763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Usage tracker for resource:security_group_rule and tenant:9e2be5443ac549f1872aadf5a974cd8c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:39.881810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:39.887851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:39.975795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.980957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:39.985098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:39.989812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c5d8f31-bc59-4106-b7aa-3c7bc05bbe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:39.998921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:40.032011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a59b8-b64a-4c5a-8bff-65d680258781,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:40.039233 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e2be5443ac549f1872aadf5a974cd8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029819
Feb 17 03:31:40.039233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:40.039478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57610) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:40.157653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.214840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Attempting to bind port ee2e0f68-7311-4134-9186-6f27cbf5411a on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:31:40.215682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Attempting to bind port ee2e0f68-7311-4134-9186-6f27cbf5411a by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:31:40.216061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Attempting to bind port ee2e0f68-7311-4134-9186-6f27cbf5411a on network ed6be5ee-e98f-4e52-85de-7176df4698ac {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:31:40.231733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:31:40.232504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Checking segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:31:40.232920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.233439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Bound using segment: {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:31:40.234038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Bound port: ee2e0f68-7311-4134-9186-6f27cbf5411a, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d25235-20d8-4399-ade4-f8a0985b7a4a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:31:40.234423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.248307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.285356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044d370-f34a-4de0-bc2a-71fada96485e req-1e821ff6-4de1-42fd-9dfd-403b572455d6 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:40.287062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1044d370-f34a-4de0-bc2a-71fada96485e req-1e821ff6-4de1-42fd-9dfd-403b572455d6 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1796508
Feb 17 03:31:40.353136 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1044d370-f34a-4de0-bc2a-71fada96485e req-558f95ff-162d-4c11-9c0d-43ff772e6c2b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0551865
Feb 17 03:31:40.361796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.370633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a3043050-36be-42da-84ea-a32eaf8d69f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:40.382800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a59b8-b64a-4c5a-8bff-65d680258781,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:40.388568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:40.390697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.391964 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a73a59b8-b64a-4c5a-8bff-65d680258781 HTTP/1.1" status: 204  len: 168 time: 0.3515110
Feb 17 03:31:40.424183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:31:40.429488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:31:40.449724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.622753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:40.699739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:40.700365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.701962 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1158 time: 1.4845469
Feb 17 03:31:40.702378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:40.715935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:40.719148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:40.820886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57638) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:40.853234 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'status': 'completed', 'code': 200}
Feb 17 03:31:40.862342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:40.897278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:40.906018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Usage tracker for resource:security_group_rule and tenant:f9f81b363b844543bfa4807ce879dba1 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:40.910561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-8fb6d67e-3f6d-41a6-a901-0025e4657e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:40.914049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:40.918398 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-8fb6d67e-3f6d-41a6-a901-0025e4657e30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1161 time: 0.1386900
Feb 17 03:31:40.926324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:41.030053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-0a360a22-5765-4475-98f0-7c95d82f87ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 217 time: 0.0975754
Feb 17 03:31:41.127745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f353b-6dc3-4872-ad20-e025bd4131d3 req-2138a27c-b2aa-46ad-b957-2a6568752a33 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:41.129829 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-529f353b-6dc3-4872-ad20-e025bd4131d3 req-2138a27c-b2aa-46ad-b957-2a6568752a33 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2091286
Feb 17 03:31:41.205955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-529f353b-6dc3-4872-ad20-e025bd4131d3 req-c44ea507-1375-4ae6-bcfc-17a907028ce9 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665860
Feb 17 03:31:41.234024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.238073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.246903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ec66578c-93e1-4541-8d36-76c5cebef026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:41.289561 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9f81b363b844543bfa4807ce879dba1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4673383
Feb 17 03:31:41.290655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843af7be-fbd7-47d8-8ee5-6a67266474b3,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:41.292697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57646) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:41.295421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:41.355897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.387765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.433611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.438631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72a89c9f-630a-4e3c-92ea-51e1ec1b2206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:41.452142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843af7be-fbd7-47d8-8ee5-6a67266474b3,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:41.454631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:41.456867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:41.458062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7a6afdbf-c9b3-4295-b293-eebcf9465c0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/843af7be-fbd7-47d8-8ee5-6a67266474b3 HTTP/1.1" status: 204  len: 168 time: 0.1640813
Feb 17 03:31:41.567979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16dc8e-3bc7-45fe-94f2-c8bf25c4c8eb req-e7516855-33a6-414e-86c4-a8ed3becaa01 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:41.569585 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd16dc8e-3bc7-45fe-94f2-c8bf25c4c8eb req-e7516855-33a6-414e-86c4-a8ed3becaa01 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0891671
Feb 17 03:31:41.621681 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd16dc8e-3bc7-45fe-94f2-c8bf25c4c8eb req-5ba84652-3267-42d9-a506-77797d0e2644 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0455680
Feb 17 03:31:42.106373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b957f343-9b91-476d-bc18-8dbc2f051bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:42.107997 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-b957f343-9b91-476d-bc18-8dbc2f051bb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.1834259
Feb 17 03:31:42.409193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154643c-7582-48cd-9e40-5fad83493146 req-11ed2899-3a53-4dc6-844e-c1603b6c8a32 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:42.410821 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a154643c-7582-48cd-9e40-5fad83493146 req-11ed2899-3a53-4dc6-844e-c1603b6c8a32 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0895154
Feb 17 03:31:42.458079 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a154643c-7582-48cd-9e40-5fad83493146 req-158611a5-11fe-460b-a72b-34acca7e503f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409057
Feb 17 03:31:42.821655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9787bc-467b-48c8-9cb8-3b4c1081d1f4 req-d970618d-1222-4512-9aa0-eac7be6ce962 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:42.823874 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de9787bc-467b-48c8-9cb8-3b4c1081d1f4 req-d970618d-1222-4512-9aa0-eac7be6ce962 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0925338
Feb 17 03:31:42.873865 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-de9787bc-467b-48c8-9cb8-3b4c1081d1f4 req-9391047e-c5e2-46e3-aeb0-8c513c8036cd tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0431783
Feb 17 03:31:42.877878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-9e44c455-2da5-4594-99a7-f9dc989af84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:42.879636 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-9e44c455-2da5-4594-99a7-f9dc989af84f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954494
Feb 17 03:31:43.658105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f791b-508a-45ea-b60b-de4bc3bce9e1 req-1d116aec-fbd2-462b-a15a-534805dae228 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:43.659731 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d5f791b-508a-45ea-b60b-de4bc3bce9e1 req-1d116aec-fbd2-462b-a15a-534805dae228 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0867004
Feb 17 03:31:43.707795 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d5f791b-508a-45ea-b60b-de4bc3bce9e1 req-70bfe321-ae55-42b1-b911-adfa69216881 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417991
Feb 17 03:31:43.936923 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-543a0678-823d-49ab-9e3f-f30be7c17af9 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464040
Feb 17 03:31:44.083649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0b02a-e55f-434c-906a-70b7fa292e4a req-226cb389-6c9a-4992-96fc-4437b1fa14cc tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.085281 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4c0b02a-e55f-434c-906a-70b7fa292e4a req-226cb389-6c9a-4992-96fc-4437b1fa14cc tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0915084
Feb 17 03:31:44.137444 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4c0b02a-e55f-434c-906a-70b7fa292e4a req-2ec94de5-fa9e-40fc-b714-31d6122f444c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0453706
Feb 17 03:31:44.285118 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8815edf8-e82a-40bd-978e-fbd3fb8381d9 req-48f9e558-7544-49f9-a46a-35c26f2e5268 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3404899
Feb 17 03:31:44.469940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b872-065b-4032-94d4-ed371f77f644 req-f1e751af-cfb2-41bb-a5f5-bc583916f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.471580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-f1e751af-cfb2-41bb-a5f5-bc583916f6a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1161 time: 0.0786712
Feb 17 03:31:44.619850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b872-065b-4032-94d4-ed371f77f644 req-bbc4a5d8-a49e-4d23-9d2f-ee83dcd9ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.621594 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-bbc4a5d8-a49e-4d23-9d2f-ee83dcd9ab55 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.1420498
Feb 17 03:31:44.714251 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-32db57e8-546d-4926-8779-1741506d36cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 217 time: 0.0733271
Feb 17 03:31:44.797546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b872-065b-4032-94d4-ed371f77f644 req-636253d5-5d72-46f3-a733-6798cdaa4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.798986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-636253d5-5d72-46f3-a733-6798cdaa4109 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0772579
Feb 17 03:31:44.890514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b872-065b-4032-94d4-ed371f77f644 req-060074b5-56f6-41c6-996e-673bd2f3020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.892162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-060074b5-56f6-41c6-996e-673bd2f3020f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847023
Feb 17 03:31:44.942095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf0171-e39b-42e9-b00c-aa92dd55784b req-7f722777-7d34-48f0-8121-9112d639c2f0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:44.943764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6cf0171-e39b-42e9-b00c-aa92dd55784b req-7f722777-7d34-48f0-8121-9112d639c2f0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0883734
Feb 17 03:31:44.997408 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a6cf0171-e39b-42e9-b00c-aa92dd55784b req-a94ec40a-2fec-4525-b11a-a118a29aca4f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469475
Feb 17 03:31:45.045611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-1d47cc79-8ee9-49e1-ab2c-bad70f628899 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438031
Feb 17 03:31:45.190490 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f453b872-065b-4032-94d4-ed371f77f644 req-e62d0ee7-e4df-4c0c-84e6-011c09392463 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373217
Feb 17 03:31:45.352616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f693f-e51c-4900-a0c2-4a1902efd63e req-2e045ef4-82cc-47f0-bb36-e4dcc8cd95e1 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:45.354240 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-351f693f-e51c-4900-a0c2-4a1902efd63e req-2e045ef4-82cc-47f0-bb36-e4dcc8cd95e1 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0897777
Feb 17 03:31:45.402153 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-351f693f-e51c-4900-a0c2-4a1902efd63e req-068018eb-5f40-4bae-8304-262e40f2419b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0415626
Feb 17 03:31:46.176592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4785c-8dda-4460-8af9-763d38917cb3 req-e5c228f8-4be1-42b2-8f8d-b1593a0842c1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.178070 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5eb4785c-8dda-4460-8af9-763d38917cb3 req-e5c228f8-4be1-42b2-8f8d-b1593a0842c1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.3503087
Feb 17 03:31:46.241935 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5eb4785c-8dda-4460-8af9-763d38917cb3 req-7c188ef3-37a1-4275-9b3b-802d191e3f93 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566273
Feb 17 03:31:46.251774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597ad3-030f-4f94-8b07-6ad45b342d67 req-58ace21f-6ec4-4372-9886-c6b0b93feaa8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.253331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b597ad3-030f-4f94-8b07-6ad45b342d67 req-58ace21f-6ec4-4372-9886-c6b0b93feaa8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1325307
Feb 17 03:31:46.303242 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3b597ad3-030f-4f94-8b07-6ad45b342d67 req-d21b6af3-62e8-4b36-8a5f-85f5eea0f27c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434053
Feb 17 03:31:46.664638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06715abe-cad8-41cb-ac93-dc4f8a21351d req-12bcfd6d-4fc8-4fa6-8fa9-e15da47a9a79 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.666238 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-06715abe-cad8-41cb-ac93-dc4f8a21351d req-12bcfd6d-4fc8-4fa6-8fa9-e15da47a9a79 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1468632
Feb 17 03:31:46.716487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74b9ac-c0d5-4be6-b359-a1be0da68ba2 req-8b880d2e-447e-450d-bc80-aa1242b6f47e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:46.717955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c74b9ac-c0d5-4be6-b359-a1be0da68ba2 req-8b880d2e-447e-450d-bc80-aa1242b6f47e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1409743
Feb 17 03:31:46.746082 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-06715abe-cad8-41cb-ac93-dc4f8a21351d req-7096e900-6923-49c7-971a-ed03e6e11bb7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0715470
Feb 17 03:31:46.772023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c74b9ac-c0d5-4be6-b359-a1be0da68ba2 req-7f88b8a7-4ddc-40f0-b6f1-11426922cc77 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475872
Feb 17 03:31:47.442057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f913f-770b-4b03-8d42-7f657acdafb7 req-a7b84fe4-788c-4898-8ca0-10c9a10bee23 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:47.443661 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-304f913f-770b-4b03-8d42-7f657acdafb7 req-a7b84fe4-788c-4898-8ca0-10c9a10bee23 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0854928
Feb 17 03:31:47.491259 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-304f913f-770b-4b03-8d42-7f657acdafb7 req-644956c2-063a-42c9-9b7a-87e3b2d24c28 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410380
Feb 17 03:31:48.032644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2f1a6-1192-4a35-be2d-3ab0855fed7a req-d29f5b08-9996-46d7-a938-68b570233916 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.034192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fed2f1a6-1192-4a35-be2d-3ab0855fed7a req-d29f5b08-9996-46d7-a938-68b570233916 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1272058
Feb 17 03:31:48.040387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606b567-e357-4081-887d-8a3357e033c5 req-ec522405-2cf1-4d16-a8bc-d56e4ea24b83 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.042458 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a606b567-e357-4081-887d-8a3357e033c5 req-ec522405-2cf1-4d16-a8bc-d56e4ea24b83 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1804669
Feb 17 03:31:48.119361 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fed2f1a6-1192-4a35-be2d-3ab0855fed7a req-e01e998f-18ec-4540-beb0-1a9a81dfc572 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758629
Feb 17 03:31:48.127930 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a606b567-e357-4081-887d-8a3357e033c5 req-324dd9f0-b603-49eb-b2cd-d8a011731a0b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0654106
Feb 17 03:31:48.237715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-f7cd2802-3b17-4e28-913f-19184ded3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.239311 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-f7cd2802-3b17-4e28-913f-19184ded3f93 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 1163 time: 0.0788314
Feb 17 03:31:48.381710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-e83fcf9e-c4c6-460c-96c9-7022701f9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.383249 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-e83fcf9e-c4c6-460c-96c9-7022701f9bd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.1354091
Feb 17 03:31:48.692762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf4a8d-2359-4391-894a-52ab0ed7295c req-572745e1-2536-46fe-b44d-f1e988995c05 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:48.694380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92cf4a8d-2359-4391-894a-52ab0ed7295c req-572745e1-2536-46fe-b44d-f1e988995c05 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0862892
Feb 17 03:31:48.744970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92cf4a8d-2359-4391-894a-52ab0ed7295c req-dc2f4075-8ca6-41ff-b4e5-5815d1083b41 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430086
Feb 17 03:31:49.338839 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-bb3db48a-9861-42e2-bf2e-8d0b3a7763d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 200  len: 1002 time: 0.1132846
Feb 17 03:31:49.414092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b110045-997e-42c4-9872-d008d10d9e6f req-be597b8a-cdb6-4e45-b92e-ed6043f1b63c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.415736 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b110045-997e-42c4-9872-d008d10d9e6f req-be597b8a-cdb6-4e45-b92e-ed6043f1b63c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1684647
Feb 17 03:31:49.422556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd970456-3976-40e0-8f8a-d707983efc89 req-cb934ce2-97a1-4d6e-a7a1-a6d78b755a0b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.424097 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dd970456-3976-40e0-8f8a-d707983efc89 req-cb934ce2-97a1-4d6e-a7a1-a6d78b755a0b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1292107
Feb 17 03:31:49.500901 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b110045-997e-42c4-9872-d008d10d9e6f req-bbcf6769-b778-42c9-ba90-a51039c61243 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758970
Feb 17 03:31:49.509132 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dd970456-3976-40e0-8f8a-d707983efc89 req-cbe7d91c-8907-404f-b90f-c4c4df24ee12 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0701051
Feb 17 03:31:49.949949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc25c-25ec-4709-90c1-6ad3397cfd37 req-b7c4a106-19be-4c6f-823e-a8431721da87 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:49.951565 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-469dc25c-25ec-4709-90c1-6ad3397cfd37 req-b7c4a106-19be-4c6f-823e-a8431721da87 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0859287
Feb 17 03:31:49.998688 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-469dc25c-25ec-4709-90c1-6ad3397cfd37 req-436dea15-dead-40fa-9339-587f1d69187c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408635
Feb 17 03:31:50.778473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92f36-b399-4842-bd20-8c85ab605784 req-51a9dcb2-2ebe-428f-852e-6191a7ea59bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:50.780096 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1f92f36-b399-4842-bd20-8c85ab605784 req-51a9dcb2-2ebe-428f-852e-6191a7ea59bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1609509
Feb 17 03:31:50.786853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d99827-f8ef-4c5b-afd6-ae9cefe519b6 req-5f10f905-d888-4985-aa69-03e71dd2c212 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:50.788299 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9d99827-f8ef-4c5b-afd6-ae9cefe519b6 req-5f10f905-d888-4985-aa69-03e71dd2c212 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1274371
Feb 17 03:31:50.858662 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f1f92f36-b399-4842-bd20-8c85ab605784 req-3d6f3cf4-c22f-4a83-be15-da297ebcebd1 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693340
Feb 17 03:31:50.869121 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b9d99827-f8ef-4c5b-afd6-ae9cefe519b6 req-779fc160-2d3b-4173-b4f7-876400219964 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0654144
Feb 17 03:31:51.076087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-06089d68-e34c-4029-8966-6017316c6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:51.077648 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-06089d68-e34c-4029-8966-6017316c6255 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0659370
Feb 17 03:31:51.164857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-fd8111f6-c571-4d4b-9916-75ada2ca07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:51.166506 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-fd8111f6-c571-4d4b-9916-75ada2ca07d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814438
Feb 17 03:31:51.209542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17a3c9-b4fb-4b62-83e8-ef558b2fdb2d req-5e7d9e91-e5c7-489a-95d3-d873f9955dc6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:51.211310 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf17a3c9-b4fb-4b62-83e8-ef558b2fdb2d req-5e7d9e91-e5c7-489a-95d3-d873f9955dc6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.0943911
Feb 17 03:31:51.265409 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bf17a3c9-b4fb-4b62-83e8-ef558b2fdb2d req-c60533d7-6ae4-4706-a8e8-eca88237158d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436306
Feb 17 03:31:51.313665 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-85c0d550-e098-4882-a7d7-9345210a7454 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371977
Feb 17 03:31:51.456224 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83cda2d2-07ab-4374-ae5c-4d9a6087e803 req-9c4719b3-555c-4b03-b1c9-0fcba6820c20 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353641
Feb 17 03:31:52.180309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879203fa-6237-49d9-8c81-b5b3cf3f5e45 req-9dfb33ce-a090-4605-a447-6bb3dff02522 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.184856 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-879203fa-6237-49d9-8c81-b5b3cf3f5e45 req-9dfb33ce-a090-4605-a447-6bb3dff02522 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1433794
Feb 17 03:31:52.193133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b72c93-3b7e-4496-87aa-1baa0e3ec172 req-c11e6ccf-e9c0-40b5-9dc0-c18b3d133ec3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.194766 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0b72c93-3b7e-4496-87aa-1baa0e3ec172 req-c11e6ccf-e9c0-40b5-9dc0-c18b3d133ec3 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2048521
Feb 17 03:31:52.299887 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0b72c93-3b7e-4496-87aa-1baa0e3ec172 req-6b34fe15-ad1e-4578-8bf4-ce2c7b71e0d4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796502
Feb 17 03:31:52.312686 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-879203fa-6237-49d9-8c81-b5b3cf3f5e45 req-e4b6d4d4-eec1-4e7a-b2e6-5bd617d7f7ac tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1168067
Feb 17 03:31:52.356193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57890) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:52.543755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e075-c4b0-48a3-a316-96ef294ba9be req-b56f1291-980c-4199-aa01-c7db4968bb0d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.545519 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ffd2e075-c4b0-48a3-a316-96ef294ba9be req-b56f1291-980c-4199-aa01-c7db4968bb0d tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1081283
Feb 17 03:31:52.550877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.568494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:52.573328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Usage tracker for resource:security_group_rule and tenant:affb00f90fe24688a8cf3a313fa1c839 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:52.576535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:52.582323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:52.596072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ffd2e075-c4b0-48a3-a316-96ef294ba9be req-f012b136-6779-4e1f-bacb-82c031e4d9fc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=75a4f387-d49f-41a1-8610-9288e9e30ee4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437524
Feb 17 03:31:52.607290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:52.674447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.677610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.687501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65b707dd-462b-4bea-bd27-a4c01e16bf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:52.692273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 8e645981-866a-495c-83c8-d0e1206a99d1 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:52.692704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.730240 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=affb00f90fe24688a8cf3a313fa1c839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722816
Feb 17 03:31:52.731460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184f3094-9a43-45c7-8fe2-48184d80d3ad,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:52.733547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57896) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:52.740196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.740792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.741368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.741914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.742456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.742998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.743639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.744426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.745479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.746030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.746745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.747275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.747948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.748501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.749035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.749566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.750098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.750630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.751176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.751727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.752284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.752675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.753063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.753449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:52.757834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd1d22f6-46c8-4123-8e91-cf07cc4c7f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:52.816703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.847731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.874269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-e4521eb2-aabd-4811-8c2d-1cdd9867022a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:52.875029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-e4521eb2-aabd-4811-8c2d-1cdd9867022a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:31:52.893274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-e4521eb2-aabd-4811-8c2d-1cdd9867022a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:31:52.896294 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-e4521eb2-aabd-4811-8c2d-1cdd9867022a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 946 time: 0.1134243
Feb 17 03:31:52.900452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.909521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8262c22e-1bc8-4b36-8386-0787fffafc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:52.926398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184f3094-9a43-45c7-8fe2-48184d80d3ad,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:52.928422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:52.950895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/184f3094-9a43-45c7-8fe2-48184d80d3ad HTTP/1.1" status: 204  len: 168 time: 0.1979024
Feb 17 03:31:52.952535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:52.999218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Deleting port 8e645981-866a-495c-83c8-d0e1206a99d1 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:31:52.999439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.277431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] For port 8e645981-866a-495c-83c8-d0e1206a99d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=8e645981-866a-495c-83c8-d0e1206a99d1,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:53.277912 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.302927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 57914) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:53.322163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.339857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:53.345037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Usage tracker for resource:security_group_rule and tenant:b53e768ccea94d9daa8b1adb1d3cbe71 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:53.349069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:53.356704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:53.550162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.559897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.570321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:53.605951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.606285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.606632 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Floating IP a5132522-1592-45d4-ad76-1abb8631aba9 disassociated. External IP: 172.27.1.34, port: 8e645981-866a-495c-83c8-d0e1206a99d1.
Feb 17 03:31:53.607006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Calling delete_port for 8e645981-866a-495c-83c8-d0e1206a99d1 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:31:53.646270 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b53e768ccea94d9daa8b1adb1d3cbe71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3419211
Feb 17 03:31:53.647229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaba48d-5e69-4f47-adb7-bc08cc1fc44d,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:53.649918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57924) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:53.651448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:53.670347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9178b-0077-4a58-bf59-2ef88e316cef req-e3e3f59d-e775-49a5-b930-9f764040484d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.671996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82a9178b-0077-4a58-bf59-2ef88e316cef req-e3e3f59d-e775-49a5-b930-9f764040484d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.2420256
Feb 17 03:31:53.679639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf76550-dcde-477b-b0cb-ec067af89616 req-d7885961-38d2-4a02-aa57-b0860cc18501 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:53.681766 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5bf76550-dcde-477b-b0cb-ec067af89616 req-d7885961-38d2-4a02-aa57-b0860cc18501 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.2120719
Feb 17 03:31:53.741626 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5bf76550-dcde-477b-b0cb-ec067af89616 req-91af3086-abcb-488a-952f-91d95c7a3cc7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0518265
Feb 17 03:31:53.801041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.845318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.863425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:53.902578 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-256e88fc-e352-4b0e-a0be-49d8faaf5947 req-d97b3358-ebc5-44a3-9a1c-f3bfb01b96f5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 210 time: 0.0511589
Feb 17 03:31:53.976126 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82a9178b-0077-4a58-bf59-2ef88e316cef req-00160473-25c2-40ce-b47d-533439fead4c tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2935252
Feb 17 03:31:54.136663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:54.205147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'Port': ['ID=8e645981-866a-495c-83c8-d0e1206a99d1,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:54.209369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:54.252791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:54.258986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f22bbeae-718a-4d64-a379-6c48fea6d04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:54.282820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaba48d-5e69-4f47-adb7-bc08cc1fc44d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:54.286965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:54.438767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:54.440007 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-72a1a645-0ef1-48ea-89be-be7c8004d7a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4aaba48d-5e69-4f47-adb7-bc08cc1fc44d HTTP/1.1" status: 204  len: 168 time: 0.7890811
Feb 17 03:31:54.510993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:31:54.736289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:31:54.749667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:31:54.759879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:54.760827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b22f4a8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:54.789900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] No DVR routers for this DVR port 8e645981-866a-495c-83c8-d0e1206a99d1 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:31:54.804716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:54.806989 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-726d3782-b908-47ac-9b1a-149d3ca71dd0 req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "DELETE /v2.0/ports/8e645981-866a-495c-83c8-d0e1206a99d1 HTTP/1.1" status: 204  len: 173 time: 1.9041471
Feb 17 03:31:54.807569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-deleted', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:54.995209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:55.067379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440832b-9180-4cd0-b14f-961efd80654f req-78eb668f-d384-49c3-98ac-12b6b3e73692 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:55.094013 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a440832b-9180-4cd0-b14f-961efd80654f req-78eb668f-d384-49c3-98ac-12b6b3e73692 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1901824
Feb 17 03:31:55.147736 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d14a3-493e-413a-918e-fd2de544e689', 'name': 'network-vif-deleted', 'tag': '8e645981-866a-495c-83c8-d0e1206a99d1', 'status': 'completed', 'code': 200}
Feb 17 03:31:55.224199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a440832b-9180-4cd0-b14f-961efd80654f req-9507d446-3f30-468d-9971-cf0f0400db95 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1291411
Feb 17 03:31:55.378457 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a28ba056-4948-4726-90f2-c0dae9b36505 req-309745b9-1453-4d3f-a0f4-c6c7252f574e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=a89d14a3-493e-413a-918e-fd2de544e689 HTTP/1.1" status: 200  len: 210 time: 0.0645304
Feb 17 03:31:55.397016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:55.676919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b22f4a8>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:55.681157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:31:55.694262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:31:55.695096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b22f4a8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:31:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:55.892721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:31:56.054146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port ee2e0f68-7311-4134-9186-6f27cbf5411a completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:31:56.146849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:56.147220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 57996) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:56.147353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.350189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b22f4a8>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:31:56.356879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aed6c6-4c6b-48c5-a71a-0b02113a7c81 None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:31:56.382319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.387218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.436662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:31:56.448384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:56.448644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:31:56.453138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.455400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4cfcf085-cd8f-487f-b958-20413248bde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:56.458597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Usage tracker for resource:security_group_rule and tenant:ea30dcf3b356430db639c440b187f16f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:56.465442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:56.483836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:56.546017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:56.555226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:31:56.596804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.597193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.597573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.597952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.598599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.598970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.599339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.600082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.600450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.600817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.601180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.601542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.602007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.602370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.602733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.603094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.603453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.604409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.604771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.605131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.608383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.608765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.609280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.609652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:31:56.613674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: 8e645981-866a-495c-83c8-d0e1206a99d1 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:31:56.622230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 8e645981-866a-495c-83c8-d0e1206a99d1 not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:31:56.625348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:56.633142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c140-35e4-40e9-991d-93cd446d7693 req-17afc8ef-048f-4c5d-81ab-965d0b014814 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:56.640049 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a917c140-35e4-40e9-991d-93cd446d7693 req-17afc8ef-048f-4c5d-81ab-965d0b014814 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1796570
Feb 17 03:31:56.672742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.682724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.704079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a66047c1-9bff-418f-a9c0-85257b3c58d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:56.710890 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a917c140-35e4-40e9-991d-93cd446d7693 req-f27e540a-8f0a-418c-808c-544b22d5a9e7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0652311
Feb 17 03:31:56.763439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58022) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:56.785372 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea30dcf3b356430db639c440b187f16f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6369400
Feb 17 03:31:56.789743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58026) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:56.806086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72517258-0c68-4144-a3b5-5e109c433083,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:56.810419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:56.886671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.888362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.920442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577806a4-5a2d-4624-8c94-8619d239e5c0 None None] New status for floating IP a5132522-1592-45d4-ad76-1abb8631aba9: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:31:56.938577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'code': 200}
Feb 17 03:31:56.938721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:56.940686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.017121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.023436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-552ab702-e0ef-4a44-8152-1115956c5338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:57.026997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.034568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-149a2009-db4b-4a69-8f71-2b9ee29394a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:57.036588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72517258-0c68-4144-a3b5-5e109c433083,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:57.039634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:57.047774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.049288 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72517258-0c68-4144-a3b5-5e109c433083 HTTP/1.1" status: 204  len: 168 time: 0.2584763
Feb 17 03:31:57.058482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4f387-d49f-41a1-8610-9288e9e30ee4,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:57.075942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:57.112429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.116656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58036) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:57.116745 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "DELETE /v2.0/security-groups/75a4f387-d49f-41a1-8610-9288e9e30ee4 HTTP/1.1" status: 204  len: 168 time: 0.3516805
Feb 17 03:31:57.152020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-1d71a450-4d24-4822-8152-890b9f00e206 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] show failed (client error): The resource could not be found.
Feb 17 03:31:57.153169 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1d71a450-4d24-4822-8152-890b9f00e206 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups/75a4f387-d49f-41a1-8610-9288e9e30ee4 HTTP/1.1" status: 404  len: 347 time: 0.0354533
Feb 17 03:31:57.157353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58042) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:57.453032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:31:57.472858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f615c-242e-4e64-a81e-9233fd9f3d00 req-71a385dd-4b83-48c1-b08a-57d50f618730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:57.474976 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be5f615c-242e-4e64-a81e-9233fd9f3d00 req-71a385dd-4b83-48c1-b08a-57d50f618730 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.1469324
Feb 17 03:31:57.610444 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be5f615c-242e-4e64-a81e-9233fd9f3d00 req-387d8701-ce99-46b4-b94a-49e092a55e42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1269138
Feb 17 03:31:57.631436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Deleting port 7f707174-6efc-42ea-9239-001b6af7ca9d {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:31:57.631847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.642844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:31:57.643462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.847578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:57.847962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.025177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Calling delete_port for 7f707174-6efc-42ea-9239-001b6af7ca9d owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:31:58.052381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58090) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:58.153943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c69c4-8287-4423-ae94-15a7a2180bab req-d5d7badd-1ed6-440d-aede-b3df834c6695 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:58.155579 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-086c69c4-8287-4423-ae94-15a7a2180bab req-d5d7badd-1ed6-440d-aede-b3df834c6695 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.2342889
Feb 17 03:31:58.205666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.227276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:58.232496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5bcbb75678405b9a5b9e7a11a9fe9f is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:58.235719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:58.241805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:58.312072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-086c69c4-8287-4423-ae94-15a7a2180bab req-e10e9c38-1c1a-4dcf-a44b-22407c73626c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1101651
Feb 17 03:31:58.334149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.342535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.347308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.352761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:58.360992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8af76676-b17d-452c-a669-07dd60f3a08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:58.368738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58098) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:58.422191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10a0626-e7a4-4fd6-97ed-c9dba12c7f1d,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:58.426870 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e5bcbb75678405b9a5b9e7a11a9fe9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3733096
Feb 17 03:31:58.427914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:58.429620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58104) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:58.461125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'Port': ['ID=7f707174-6efc-42ea-9239-001b6af7ca9d,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:58.464497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:58.495375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.532564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.554790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.561847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:58.569981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Usage tracker for resource:security_group_rule and tenant:10dca82850284a3fbc56d6935d499e9a is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:58.579088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:58.584422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.589125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:58.599281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.600807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ed94eff7-0e24-4521-bd79-34e81bae0c18 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "DELETE /v2.0/floatingips/a5132522-1592-45d4-ad76-1abb8631aba9 HTTP/1.1" status: 204  len: 168 time: 1.4423823
Feb 17 03:31:58.653563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.659568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d5d5413-a64d-49d0-9339-3c89f44d39e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:58.686047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10a0626-e7a4-4fd6-97ed-c9dba12c7f1d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:58.699482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:58.711942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.716192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c10a0626-e7a4-4fd6-97ed-c9dba12c7f1d HTTP/1.1" status: 204  len: 168 time: 0.2825000
Feb 17 03:31:58.721685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.729647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.739156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad94ded3-7547-4e96-bbf5-5464d3fe0555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:58.789968 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10dca82850284a3fbc56d6935d499e9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4175365
Feb 17 03:31:58.789968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb0bbc7-c50d-44a5-9fcd-17c1d4839388,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:58.790927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58112) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:58.792437 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:58.877820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.908234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.913879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58118) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:58.919842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776876299', 'description': 'tempest-description--1542526522'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:58.925957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:58.930341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:58.933417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:58.940382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:58.949802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.957698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.962834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5e98a8b6-3b26-46cc-b56f-57b591fc3e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:58.972055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:58.974761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb0bbc7-c50d-44a5-9fcd-17c1d4839388,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:58.977121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:58.980663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:58.981386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:58.982181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:58.983404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4eb0bbc7-c50d-44a5-9fcd-17c1d4839388 HTTP/1.1" status: 204  len: 168 time: 0.1911461
Feb 17 03:31:58.986869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.065217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.068041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.074612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bbb7d6ab-a071-494c-8f12-8afc75146b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:59.118137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:59.122092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:59.124962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.126289 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2113016
Feb 17 03:31:59.129317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58130) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.135739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group_rule': {'security_group_id': 'c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:59.141969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.146159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.149242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.155111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.174538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.272274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.275804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.278034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-49a850a8-bc8c-4545-a259-9fa414d6fea0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:59.302854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1fd68a-5501-453f-a24f-0a055eb2c636,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:59.309251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:59.315011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.320012 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c9fb9a01-7180-46ff-a4e9-cd9f37a4c1be tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1863847
Feb 17 03:31:59.320012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58140) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.325891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'security_group_rule': {'security_group_id': 'c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:59.333058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.336464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:security_group_rule and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.340566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.346890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.366532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.424855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58150) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.448816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.452291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.454352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:59.478441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171290b5-a0d8-4f47-b2b2-de7ae507c96a,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:59.481615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:31:59.487650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.489264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.490754 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-38fe06f6-40e9-437b-9ef8-f1598245c5eb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1702032
Feb 17 03:31:59.494095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58154) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.500940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:59.506647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.510889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Usage tracker for resource:floatingip and tenant:7d8b1f2f62fe46bd86f2158ff4c88376 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.513902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.518186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.519965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.525547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58158) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.537132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.643316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.649052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-563910191-network', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:31:59.657538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.665373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Usage tracker for resource:network and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.669940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.678304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.693307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Made reservation on behalf of fce55aed27e14d6791193d35e5ac2137 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:31:59.698118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.715497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.746658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:31:59.753182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Usage tracker for resource:security_group_rule and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.753817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Usage tracker for resource:security_group_rule and tenant:6d802ee667c948ada9f411366f6362b3 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:31:59.757304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.760706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:31:59.765078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.769151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:31:59.797003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.814439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e8c93-e144-4d38-9376-ec1642415d7c req-d5be694b-c8da-480f-bab4-316d4998a055 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:31:59.816365 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a27e8c93-e144-4d38-9376-ec1642415d7c req-d5be694b-c8da-480f-bab4-316d4998a055 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.3692105
Feb 17 03:31:59.888194 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a27e8c93-e144-4d38-9376-ec1642415d7c req-b2e2ebe7-3b88-4532-8dc5-9ed4ff5bf2ea tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0624957
Feb 17 03:31:59.932461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.935877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:31:59.947763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aca30d53-b28e-44a2-81f8-13451fd1bf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:31:59.990567 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d802ee667c948ada9f411366f6362b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5618124
Feb 17 03:31:59.991028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58166) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:31:59.993748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c131f-0cea-42ce-831e-c6861d764b46,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:31:59.997366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:00.046296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.056071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.062965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6cfdda52-d733-4622-82c2-13ca40245989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:00.130647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.134556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:32:00.159228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c051e9b-7805-436d-9065-ff921ee555f7,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:00.166606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:00.167410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209506-0fc8-4517-9c82-a532e8468ec5 req-65f48bd3-9e11-42de-bebc-7de679b161da tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:00.169053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4c209506-0fc8-4517-9c82-a532e8468ec5 req-65f48bd3-9e11-42de-bebc-7de679b161da tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1610539
Feb 17 03:32:00.173660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.174314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.174852 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Added segment 498fe901-4b46-4f26-84f6-a00c62ddfa82 of type vxlan for network 4e746511-e0b4-40cf-9f26-4fcf068fda47
Feb 17 03:32:00.201402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Allocated IP 172.27.1.76 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/e5b20cfc-db1f-4257-acc5-8563ab98493f) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:00.224819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.255781 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4c209506-0fc8-4517-9c82-a532e8468ec5 req-20e63ad7-3f11-4f98-8cd6-35f5ab15e4c0 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0748110
Feb 17 03:32:00.267440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.273819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-818308ca-426a-4f57-a6be-eeccca680a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:00.285894 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c131f-0cea-42ce-831e-c6861d764b46,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:00.288557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:00.295237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.296581 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e29c131f-0cea-42ce-831e-c6861d764b46 HTTP/1.1" status: 204  len: 168 time: 0.3045149
Feb 17 03:32:00.373458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.377290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:00.377937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.384705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-29314e8b-1ec6-483f-aedf-9e9f5af5d6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:00.468401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-af0ba11a-199f-41bf-8943-99434407c5b4 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1638274
Feb 17 03:32:00.479263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:00.485330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:00.489512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Usage tracker for resource:floatingip and tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:00.492743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:00.499449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:00.512530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.527380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.537023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Pushing event updated for resources: {'Network': ['ID=4e746511-e0b4-40cf-9f26-4fcf068fda47,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:00.542827 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0161998
Feb 17 03:32:00.544941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:00.547923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58176) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:00.553828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:00.555314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Request body: {'subnet': {'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-563910191-subnet', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:00.563474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:00.571710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Usage tracker for resource:subnet and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:00.579925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:00.595044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:00.624185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Made reservation on behalf of fce55aed27e14d6791193d35e5ac2137 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:00.630990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846422492'] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.664937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:00.707041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.730825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:00.735060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:00.920109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=e5b20cfc-db1f-4257-acc5-8563ab98493f,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:00.929194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:01.010485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:01.017097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:01.021485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:01.046543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Allocated IP 172.27.1.180 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/31ba46ce-a863-45c7-9560-dabd106941d5) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:01.213688 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.217359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.253822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.270500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c82fe875-f629-464b-b2d2-87f336e19b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:01.321908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.407467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'Port': ['ID=31ba46ce-a863-45c7-9560-dabd106941d5,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:01.420976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:01.471695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:01.473132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:01.475830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:01.570750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.577382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58202) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:01.643461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.756858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.784602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:01.794393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:07ab6434a127414fb83aa7d842442c26 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:01.799021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:01.807878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:01.845556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6578112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846422475'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:01.864893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:02.009271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df99307-d1a0-44cd-a8bf-a20b4008ef6b,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:02.021068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.023781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:02.032027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.045885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.049574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-07737ce7-5e1d-4093-8198-f61ce8f0805a tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:02.058300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.079862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-027b88b2-1187-41f8-b5c7-3fded333bdfb tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:02.085724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.149842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.212905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event updated for resources: {'Port': ['ID=31ba46ce-a863-45c7-9560-dabd106941d5,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:02.218382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:02.219069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-acd04b33-2e99-4921-a28c-b74ce21d4b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:02.230357 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07ab6434a127414fb83aa7d842442c26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6491332
Feb 17 03:32:02.234505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58208) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:02.276171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2912237d-719c-40ff-bf8e-dc4fe0ebad96,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:02.276676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=e5b20cfc-db1f-4257-acc5-8563ab98493f,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:02.282103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:02.296762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:02.351135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.356081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:02.356486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Network hostable DHCP agents. Network: 4e746511-e0b4-40cf-9f26-4fcf068fda47, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:32:02.380254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.381561 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9070640
Feb 17 03:32:02.442643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.460103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:32:02.469729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-32be9ec0-3ccb-43be-87a5-0c1dc766dc5c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:02.485868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-32be9ec0-3ccb-43be-87a5-0c1dc766dc5c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:02.487133 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-32be9ec0-3ccb-43be-87a5-0c1dc766dc5c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.180 HTTP/1.1" status: 200  len: 696 time: 0.0990317
Feb 17 03:32:02.490044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.497451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.504286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 4e746511-e0b4-40cf-9f26-4fcf068fda47) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:02.514489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3bdc1d-28e6-4e59-9855-4750b220c182 None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:02.542350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:02.542923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.567758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.571548 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0727808
Feb 17 03:32:02.588799 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1290221b-4770-43d6-9a13-247468005177 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0396483
Feb 17 03:32:02.592126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58214) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:02.595240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.605445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:02.610111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:02.614070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Usage tracker for resource:router and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:02.617584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:02.620936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c9b020dd-e80b-4c96-a780-733c3ab0af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:02.634467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2912237d-719c-40ff-bf8e-dc4fe0ebad96,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:02.636897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:02.639586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:02.647590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.651542 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2912237d-719c-40ff-bf8e-dc4fe0ebad96 HTTP/1.1" status: 204  len: 168 time: 0.4110043
Feb 17 03:32:02.655187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.656572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.677154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.679899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-46814052-45ec-4db8-8709-04d75dc42ee8 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:02.681334 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-46814052-45ec-4db8-8709-04d75dc42ee8 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1881921
Feb 17 03:32:02.702070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-d6560c64-d3da-41dd-a4c9-dd1d61389938 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:32:02.703362 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b6a2b423-dd00-4122-8d5c-cd5b213d43f9 req-d6560c64-d3da-41dd-a4c9-dd1d61389938 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0068896
Feb 17 03:32:02.874764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-4e746511-e0b4-40cf-9f26-4fcf068fda47', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:32:02.875781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:02.934020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-de094980-b672-4d5b-9575-ce3e68b86609 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:02.958519 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-de094980-b672-4d5b-9575-ce3e68b86609 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:02.959807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-de094980-b672-4d5b-9575-ce3e68b86609 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1776876299&fields=id&tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 267 time: 0.0849249
Feb 17 03:32:03.005975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-cc69bc05-df26-48a3-b39e-37c243943b8a tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:03.007895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-cc69bc05-df26-48a3-b39e-37c243943b8a tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1858478
Feb 17 03:32:03.024383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.229892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Allocated IP 172.20.0.2 (4e746511-e0b4-40cf-9f26-4fcf068fda47/3df99307-d1a0-44cd-a8bf-a20b4008ef6b/c2864983-3d2a-4010-9fec-94bbd5c463ed) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:03.387067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-14346fd9-b1f8-4f57-9822-e348b3f91d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.439146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-560ae9f0-beb4-486f-bea4-d8c6f5305e67 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.180 HTTP/1.1" status: 200  len: 696 time: 0.3652513
Feb 17 03:32:03.441797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.458749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Request body: {'floatingip': {'port_id': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:03.478577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.535300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.549432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.551819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Transition to ACTIVE for port object c2864983-3d2a-4010-9fec-94bbd5c463ed will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:03.581706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Transition to ACTIVE for port object c2864983-3d2a-4010-9fec-94bbd5c463ed will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:03.588882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.609209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c5cebb64-4ded-4137-92c0-fd901ab1f13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:03.736467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Pushing event updated for resources: {'Port': ['ID=c2864983-3d2a-4010-9fec-94bbd5c463ed,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:03.745919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:03.808779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-74ae82e5-9f4b-49a9-ba3f-5db8617f58e4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:03.816119 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-74ae82e5-9f4b-49a9-ba3f-5db8617f58e4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 816 time: 0.8456643
Feb 17 03:32:03.830018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:03.831333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:03.834193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:03.837118 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-20dd710a-2e4f-47a4-8fe7-002445b867ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/quotas/7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 375 time: 0.0199442
Feb 17 03:32:03.840919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Allocated IP 172.27.1.149 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/6c17fb03-0cf1-4458-9442-1f8e142b3761) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:03.899759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Attempting to bind port c2864983-3d2a-4010-9fec-94bbd5c463ed on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:03.900175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Attempting to bind port c2864983-3d2a-4010-9fec-94bbd5c463ed by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:03.900644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Attempting to bind port c2864983-3d2a-4010-9fec-94bbd5c463ed on network 4e746511-e0b4-40cf-9f26-4fcf068fda47 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:03.906515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:03.906938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:03.907387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:03.907979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Bound using segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:03.908500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Bound port: c2864983-3d2a-4010-9fec-94bbd5c463ed, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:03.908924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.016630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] For port c2864983-3d2a-4010-9fec-94bbd5c463ed, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:04.020582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] For port c2864983-3d2a-4010-9fec-94bbd5c463ed, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=c2864983-3d2a-4010-9fec-94bbd5c463ed,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:04.024480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.025374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.061535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.094684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-6b8b1a0f-1598-463a-879a-143d843e4956 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:04.096986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9722e0d8-5bb0-4577-b15d-4b51fd69da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:04.133629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-6b8b1a0f-1598-463a-879a-143d843e4956 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:04.148541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-6b8b1a0f-1598-463a-879a-143d843e4956 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3103261
Feb 17 03:32:04.377330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:04.490472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Pushing event updated for resources: {'Port': ['ID=c2864983-3d2a-4010-9fec-94bbd5c463ed,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:04.495905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:04.520219 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-9673c22f-adfb-436f-abbe-1157976409c7 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705306
Feb 17 03:32:04.608185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Pushing event updated for resources: {'Port': ['ID=6c17fb03-0cf1-4458-9442-1f8e142b3761,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:04.613580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:04.618730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.resource_extend [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 03:32:04.656121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:04.657307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:04.659595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:04.748644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.764198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:04.907148 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b285ad47-6797-4d74-b079-8507b6b0cbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3859515
Feb 17 03:32:04.970047 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Floating IP 43b9c726-1e25-495c-8654-9cc3617e0ae2 associated. External IP: 172.27.1.180, port: ee2e0f68-7311-4134-9186-6f27cbf5411a.
Feb 17 03:32:05.154687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:05.155497 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27dbd3b4-397f-4f0c-97da-24968ec20d72 req-45068f7d-88ae-482f-9572-4ce10ec4cff3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 210 time: 0.0607829
Feb 17 03:32:05.429648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:05.568312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:05.605823 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5460a683-7472-470e-9c69-1a75e11b5edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:05.848669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:32:05.903438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device c2864983-3d2a-4010-9fec-94bbd5c463ed up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:05.934028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:05.939471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:05.995828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Sync routers for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:06.009123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:06.009830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29ecb080>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:06.010360 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-92b6f549-a47d-4428-9f8c-4ac3033e0ace tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=93d670c588834f31bf8ef73c70730640&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0741291
Feb 17 03:32:06.078811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3235d3-ac31-4307-9510-7da2d80930fc None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:06.102896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:06.115033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:06.124967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:06.125958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b186a90>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:06.128677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:06.133253 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5398135
Feb 17 03:32:06.134151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58282) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:06.138494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-a0a185e7-52b4-4792-8235-2c4b28276159 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "PUT /v2.0/floatingips/43b9c726-1e25-495c-8654-9cc3617e0ae2 HTTP/1.1" status: 200  len: 997 time: 2.6883447
Feb 17 03:32:06.142526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:06.265500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-52f55839-ac66-42c4-a329-5b832012091a tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:06.268114 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-52f55839-ac66-42c4-a329-5b832012091a tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2477002
Feb 17 03:32:06.339860 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-419487d1-b6f6-4eea-81ec-3c3d11581ca2 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/quotas/93d670c588834f31bf8ef73c70730640 HTTP/1.1" status: 200  len: 375 time: 0.0651529
Feb 17 03:32:06.382411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:06.436645 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-be8c3c15-84da-4343-ac41-1cd33cf29a27 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=93d670c588834f31bf8ef73c70730640&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0953431
Feb 17 03:32:06.497087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-bcee4888-b439-4b74-b8ef-b7f80835b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:06.499038 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-bcee4888-b439-4b74-b8ef-b7f80835b9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.3156137
Feb 17 03:32:06.516040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:06.928189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-1970d632-73dd-4913-90d2-91778639caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:06.933885 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-1970d632-73dd-4913-90d2-91778639caf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.4280980
Feb 17 03:32:06.973516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port c2864983-3d2a-4010-9fec-94bbd5c463ed completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:07.016400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b186a90>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 3, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:07.021252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:07.021772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Updating router a967b7f2-e0ad-44eb-92b5-1c540d94d96a port 6c17fb03-0cf1-4458-9442-1f8e142b3761 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:32:07.094951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.254589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b6fbfc7c-669b-4c57-b099-1212e226a907 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.256180 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b6fbfc7c-669b-4c57-b099-1212e226a907 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 816 time: 0.7700462
Feb 17 03:32:07.296879 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-0ff23f49-a6bb-401b-beb5-e24cac0a5454 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1000 time: 0.3555479
Feb 17 03:32:07.350731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Provisioning for port c2864983-3d2a-4010-9fec-94bbd5c463ed completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:07.384764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'status': 'completed', 'code': 200}
Feb 17 03:32:07.414819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.422995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port c2864983-3d2a-4010-9fec-94bbd5c463ed triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:07.423762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.491380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Provisioning complete for port c2864983-3d2a-4010-9fec-94bbd5c463ed triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:07.492113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.511807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-b8222f88-d439-4066-9ffe-670a117befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.513421 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-b8222f88-d439-4066-9ffe-670a117befa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0834980
Feb 17 03:32:07.528511 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cb6828ed-4f6e-4c8b-907c-48bcc788c674 req-03ce12a3-7c1a-4670-b5bb-61909a067520 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 210 time: 0.1427481
Feb 17 03:32:07.627525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-9b7b825d-9346-42db-a89a-9bd6c459a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.629169 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-9b7b825d-9346-42db-a89a-9bd6c459a8ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.3310723
Feb 17 03:32:07.637569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.663987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.679779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Transition to ACTIVE for port object 6c17fb03-0cf1-4458-9442-1f8e142b3761 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:07.684297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.742521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.864915 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef87c417-4b9c-4088-b46a-29ab39d6154d req-f45e2cce-3daa-4075-9fe9-770de088453f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 210 time: 0.1702225
Feb 17 03:32:07.872228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b3ff64bd-1b7e-4d20-9327-89906ec89df0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:07.877582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3f9d6745-faa1-449d-8963-245ba7c28722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:07.889415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29ecb080>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '43b9c726-1e25-495c-8654-9cc3617e0ae2', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'port_id': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'mac_address': 'fa:16:3e:75:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 1, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:07.891843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-2cc9becd-784c-4b7b-90b1-823ec45aeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:07.894031 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-2cc9becd-784c-4b7b-90b1-823ec45aeb49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3689115
Feb 17 03:32:07.906909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.909273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-211ccd7e-32d8-4e14-a66f-349879e6d205 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:32:07.920864 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-211ccd7e-32d8-4e14-a66f-349879e6d205 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0164430
Feb 17 03:32:07.932514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Checking router: 22affcdf-a631-4c7d-9027-becc5bd6b7e3 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:07.940220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:07.942818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b3ff64bd-1b7e-4d20-9327-89906ec89df0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:07.948873 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b3ff64bd-1b7e-4d20-9327-89906ec89df0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 5705 time: 0.4598632
Feb 17 03:32:07.969009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'port': {'device_id': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'admin_state_up': True, 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'security_groups': ['c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:08.000780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:08.001400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29ecb080>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:08.011340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:32:08.051903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Pushing event updated for resources: {'Port': ['ID=6c17fb03-0cf1-4458-9442-1f8e142b3761,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:08.073238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.092375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.096692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.097292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.097879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.098462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.099049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.099918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.100492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.101084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.101663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.102233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.102802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.103532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.104120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.104696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.105258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.105837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.106564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.107136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.107778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.108350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.108918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.109477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.110047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:08.115968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:08.140118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Attempting to bind port 6c17fb03-0cf1-4458-9442-1f8e142b3761 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:08.141966 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Attempting to bind port 6c17fb03-0cf1-4458-9442-1f8e142b3761 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:08.144484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Attempting to bind port 6c17fb03-0cf1-4458-9442-1f8e142b3761 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:08.147144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-36caa934-eb47-4218-b0f4-794855cdfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:08.149401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-36caa934-eb47-4218-b0f4-794855cdfb94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.5070062
Feb 17 03:32:08.164256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:08.168318 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:08.169055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.171236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:08.172825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Bound port: 6c17fb03-0cf1-4458-9442-1f8e142b3761, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:08.180619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.192996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:08.246569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] For port c2864983-3d2a-4010-9fec-94bbd5c463ed, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=c2864983-3d2a-4010-9fec-94bbd5c463ed,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:08.316604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] For port 6c17fb03-0cf1-4458-9442-1f8e142b3761, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:08.318554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.319093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:08.329589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:08.335813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] For port 6c17fb03-0cf1-4458-9442-1f8e142b3761, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=6c17fb03-0cf1-4458-9442-1f8e142b3761,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:08.339640 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-4c7ad39b-a275-42a9-9b2f-196f7c9e697e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1000 time: 0.1760757
Feb 17 03:32:08.341806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.351201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Made reservation on behalf of 7d8b1f2f62fe46bd86f2158ff4c88376 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:08.357714 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.490291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:08.491069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:08.495903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:08.524816 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-4ad57781-c529-4c98-b578-bbd45e1a0b55 service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5836442
Feb 17 03:32:08.529258 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-69dc7b74-b084-4c71-8f27-18b993c3d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:08.531756 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-69dc7b74-b084-4c71-8f27-18b993c3d77a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.1818874
Feb 17 03:32:08.558242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:08.616321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Pushing event updated for resources: {'Port': ['ID=c2864983-3d2a-4010-9fec-94bbd5c463ed,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:08.736039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:08.736758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b186a90>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:08.815985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-80a8594d-74fb-4de6-a79d-b10e8c965c95 None None] Provisioning complete for port c2864983-3d2a-4010-9fec-94bbd5c463ed triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:08.816760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-80a8594d-74fb-4de6-a79d-b10e8c965c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:08.846859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:08.907864 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3ada4967-0485-4c92-891b-9dfb88fc3dbb req-32a4fa56-df19-46c5-ac6c-ee995a1cb4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3656344
Feb 17 03:32:08.949141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:09.005584 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-1d39ea15-2e2c-483c-8427-88217d2bda01 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=93d670c588834f31bf8ef73c70730640&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4134471
Feb 17 03:32:09.047425 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5a511cb3-fdae-4ccc-af2f-d9a085e289a6 req-fc88cf5e-7bed-41b0-b163-1a80e79de33b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 210 time: 0.1381085
Feb 17 03:32:09.138720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Pushing event updated for resources: {'Port': ['ID=6c17fb03-0cf1-4458-9442-1f8e142b3761,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:09.196572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:09.205899 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f3833cdc-750d-4716-8440-fade3c76057c req-6c46b582-1fd2-4682-9641-745011edf841 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 210 time: 0.1187010
Feb 17 03:32:09.256608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Allocated IP 172.20.0.10 (cb8f45f6-f6e6-4160-8b4b-ea43f62275bd/01ad68f4-391f-4e05-9fd0-862b6ec9fc54/ec0e37c1-8234-4d0f-97f8-aeb6924765b5) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:09.270146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Allocated IP 172.20.0.1 (4e746511-e0b4-40cf-9f26-4fcf068fda47/3df99307-d1a0-44cd-a8bf-a20b4008ef6b/32e9012b-be87-47f7-8fd3-cdcf6188ee42) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:09.277952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-2e2e8cd5-4328-4c57-98bf-93f988d255be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:09.279611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-2e2e8cd5-4328-4c57-98bf-93f988d255be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7022967
Feb 17 03:32:09.379237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b186a90>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 3, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:09.384433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ba5c85-5b77-4cab-8707-ce18bc304df4 None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 3, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:09.403869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-21237764-eac0-4f66-9970-4241b9a79ed7 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:09.403869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-21237764-eac0-4f66-9970-4241b9a79ed7 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3425620
Feb 17 03:32:09.450740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device c2864983-3d2a-4010-9fec-94bbd5c463ed up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:09.465412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Request body: {'port': {'device_id': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471', 'admin_state_up': True, 'tenant_id': '93d670c588834f31bf8ef73c70730640'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:09.553450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29ecb080>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '43b9c726-1e25-495c-8654-9cc3617e0ae2', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'port_id': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'mac_address': 'fa:16:3e:75:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 1, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:09.558607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b394a3-2c7b-4c91-b229-86874015451b None None] The sync data for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi is: [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '43b9c726-1e25-495c-8654-9cc3617e0ae2', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'port_id': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'mac_address': 'fa:16:3e:75:b0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:04Z', 'revision_number': 1, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:09.560392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port c2864983-3d2a-4010-9fec-94bbd5c463ed triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:09.560814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.623975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.639373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a9d650ec-c29c-413b-b066-c855fea6bce1 None None] Provisioning complete for port c2864983-3d2a-4010-9fec-94bbd5c463ed triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:09.639824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a9d650ec-c29c-413b-b066-c855fea6bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.671778 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-5a3a1788-8072-44fe-b4d4-3b5e08389a44 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3727376
Feb 17 03:32:09.676023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Transition to ACTIVE for port object 32e9012b-be87-47f7-8fd3-cdcf6188ee42 will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:09.685740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:09.689783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Usage tracker for resource:port and tenant:93d670c588834f31bf8ef73c70730640 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:09.692871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:09.695042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.720035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Transition to ACTIVE for port object ec0e37c1-8234-4d0f-97f8-aeb6924765b5 will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:09.747113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.764776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:09.783087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:09.799421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Made reservation on behalf of 93d670c588834f31bf8ef73c70730640 for: {'port': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:09.805051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.824684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.897756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:09.947468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Pushing event updated for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:10.018102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:10.020708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ad4d8b76-e861-4e3d-9baa-0fe65de3e3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:10.085368 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71da05-be87-4ce0-8244-1cadbd51cf34 None None] New status for floating IP 43b9c726-1e25-495c-8654-9cc3617e0ae2: ACTIVE {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:32:10.139795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:10.148911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Usage tracker for resource:security_group_rule and tenant:93d670c588834f31bf8ef73c70730640 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:10.157032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:10.180145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:10.191716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:10.195706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:10.245595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:10.266869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:10.268251 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49c3d589-69f8-4486-ad74-ad0a0ff4e8c2 req-0e67ad36-168f-4c8e-9538-b698df3a58fd service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5885191
Feb 17 03:32:10.269322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:10.341109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:10.344486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:10.352443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:10.434542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962be0a-b8c4-4281-b45a-749828e35fb6 req-d8226b67-4434-4e10-b0ac-4d1ef9d5f9fe tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:10.437254 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9962be0a-b8c4-4281-b45a-749828e35fb6 req-d8226b67-4434-4e10-b0ac-4d1ef9d5f9fe tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 932 time: 0.2281709
Feb 17 03:32:10.446757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.614435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40ebe8af-dda2-49e5-80fa-03f9b99473b4 req-17524a6d-2ffb-418f-93b1-8e373c77c3c1 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 210 time: 0.1758330
Feb 17 03:32:10.619229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:10.620166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.661635 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3ca28b66-d4a6-4f76-b5d9-47a3f6b8c313 None None] Provisioning for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:10.666745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3ca28b66-d4a6-4f76-b5d9-47a3f6b8c313 None None] Provisioning complete for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:10.667168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ca28b66-d4a6-4f76-b5d9-47a3f6b8c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.675924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.683434 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9962be0a-b8c4-4281-b45a-749828e35fb6 req-bd3e2e43-26d8-4e5d-8a65-1606e0265a50 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525676
Feb 17 03:32:10.688142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.694793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.710371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-806b20dc-7c5a-4c6e-9c1d-4b68b8d4d0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:10.738452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3ca28b66-d4a6-4f76-b5d9-47a3f6b8c313 None None] Port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:10.741571 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7850311
Feb 17 03:32:10.767365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Request body: {'port': {'device_id': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:10.831989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4939cb36-cc7f-4a73-a6f2-fe84fc21f925,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:10.838475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:10.867650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cf738329-7c97-4eab-9a70-f5d6f3274699 None None] Provisioning for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:10.872986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-cf738329-7c97-4eab-9a70-f5d6f3274699 None None] Provisioning complete for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:10.873773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf738329-7c97-4eab-9a70-f5d6f3274699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:10.945251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-cf738329-7c97-4eab-9a70-f5d6f3274699 None None] Port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:11.036294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.043418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Allocated IP 192.168.233.152 (f4cef95b-2ba0-4715-84d3-1b124c0f2471/7882030a-3abd-460a-8783-2f8b0fabadb8/2de21df3-be2b-4299-9864-1e6434dd3e18) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:11.286046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.303165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Transition to ACTIVE for port object 2de21df3-be2b-4299-9864-1e6434dd3e18 will not be triggered until provisioned by entity DHCP. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:11.329856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.347327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:11.429501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 6c17fb03-0cf1-4458-9442-1f8e142b3761 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:11.494913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Pushing event updated for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:11.497454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.498147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:11.513085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.528802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 6c17fb03-0cf1-4458-9442-1f8e142b3761 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:11.534222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 6c17fb03-0cf1-4458-9442-1f8e142b3761 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:11.534835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.546030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0de69215-0c75-41cf-94b3-777cad25e209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:11.556373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:11.558656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:11.561264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:11.641289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:11.642381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.673164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.678914 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2185872
Feb 17 03:32:11.692202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 6c17fb03-0cf1-4458-9442-1f8e142b3761, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=6c17fb03-0cf1-4458-9442-1f8e142b3761,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:11.698833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Request body: {'port': {'device_id': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:11.708529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.711122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fd47665c-82c8-431c-9938-68bcaa5090e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:11.784132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.790630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=6c17fb03-0cf1-4458-9442-1f8e142b3761,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:11.795011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:11.864232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Pushing event updated for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:11.879732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:11.908381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1af904ca-405b-4910-b6a8-9c2a78c2e5d4 None None] Provisioning for port 2de21df3-be2b-4299-9864-1e6434dd3e18 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:11.913923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1af904ca-405b-4910-b6a8-9c2a78c2e5d4 None None] Provisioning complete for port 2de21df3-be2b-4299-9864-1e6434dd3e18 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:11.914363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1af904ca-405b-4910-b6a8-9c2a78c2e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.977418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1af904ca-405b-4910-b6a8-9c2a78c2e5d4 None None] Port 2de21df3-be2b-4299-9864-1e6434dd3e18 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:11.989831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:11.990573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:12.000324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:12.018631 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-cd0d46d0-e95b-4918-aaa3-bf47fce1019f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:12.019407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-cd0d46d0-e95b-4918-aaa3-bf47fce1019f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Synchronizing usage tracker for tenant:93d670c588834f31bf8ef73c70730640 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:12.140984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-cd0d46d0-e95b-4918-aaa3-bf47fce1019f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Unset dirty status for tenant:93d670c588834f31bf8ef73c70730640 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:12.142283 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-cd0d46d0-e95b-4918-aaa3-bf47fce1019f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 936 time: 0.3647852
Feb 17 03:32:12.148547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33a57d-a967-4d20-8161-75d1ee4058bc req-30bbb08b-a377-4436-91ba-9e80260020c2 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:12.150106 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d33a57d-a967-4d20-8161-75d1ee4058bc req-30bbb08b-a377-4436-91ba-9e80260020c2 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 932 time: 0.2661815
Feb 17 03:32:12.201821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-985e0f71-65f9-4e0c-9609-f445c67dacb5 None None] Provisioning complete for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:12.202249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-985e0f71-65f9-4e0c-9609-f445c67dacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.222402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0e37c1-8234-4d0f-97f8-aeb6924765b5 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:32:12.235004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.257542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Transition to ACTIVE for port object ec0e37c1-8234-4d0f-97f8-aeb6924765b5 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:12.274734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.289462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-985e0f71-65f9-4e0c-9609-f445c67dacb5 None None] Port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:12.292620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:12.367127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-7c1f5a74-8940-42c5-979d-5e50b306837f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Synchronizing usage tracker for tenant:93d670c588834f31bf8ef73c70730640 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:12.379089 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d33a57d-a967-4d20-8161-75d1ee4058bc req-cfd4f085-0105-4757-9746-b56b05abe0ac tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2192774
Feb 17 03:32:12.433294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:12.445849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:12.462685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:12.481184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-7c1f5a74-8940-42c5-979d-5e50b306837f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Unset dirty status for tenant:93d670c588834f31bf8ef73c70730640 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:12.482442 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cbbde895-bb2f-4a63-ada5-de5f29113e68 req-7c1f5a74-8940-42c5-979d-5e50b306837f tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307657
Feb 17 03:32:12.611238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de21df3-be2b-4299-9864-1e6434dd3e18 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:32:12.620398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.632544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Transition to ACTIVE for port object 2de21df3-be2b-4299-9864-1e6434dd3e18 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:12.635840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.651421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-976f6d38-6a83-4315-a325-5c0c471c679e tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:12.794765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:12.801318 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ccd1214a-2b5b-4fe3-91eb-df9e076d4aaf admin admin] 10.222.0.46 "PUT /v2.0/routers/a967b7f2-e0ad-44eb-92b5-1c540d94d96a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6653278
Feb 17 03:32:12.807397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:12.820594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:12.821570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b18c748>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:12.830342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Attempting to bind port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:12.830919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Attempting to bind port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:12.831499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Attempting to bind port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 on network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:12.834128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:12.838323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:12.838494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:12.839070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Checking segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:12.839695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.840407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Bound using segment: {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:12.841079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Bound port: ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea6aaf-6716-4121-b154-9ef3f9fecdd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:12.841675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.948484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:12.952290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:12.957589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:12.974945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b68bbb52-485f-46b2-a640-2f23d7c487fb tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:13.078098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Attempting to bind port 2de21df3-be2b-4299-9864-1e6434dd3e18 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:13.078799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Attempting to bind port 2de21df3-be2b-4299-9864-1e6434dd3e18 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:13.079354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Attempting to bind port 2de21df3-be2b-4299-9864-1e6434dd3e18 on network f4cef95b-2ba0-4715-84d3-1b124c0f2471 {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:13.081990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:13.087749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:13.088478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Checking segment: {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:13.089074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.089664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Bound using segment: {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:13.090790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Bound port: 2de21df3-be2b-4299-9864-1e6434dd3e18, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ae87bb-d097-42f9-9bb9-887ff404d233', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f4cef95b-2ba0-4715-84d3-1b124c0f2471'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:13.091718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.187024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:13.192603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:13.209251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:13.212554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de21df3-be2b-4299-9864-1e6434dd3e18,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:13.219572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.240185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:13.256267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.257154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.261320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] 10.222.0.52 "PUT /v2.0/ports/ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 1158 time: 2.4986510
Feb 17 03:32:13.262932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:13.328868 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'status': 'completed', 'code': 200}
Feb 17 03:32:13.490613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Pushing event updated for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:13.497242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:13.509763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 6c17fb03-0cf1-4458-9442-1f8e142b3761 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:13.560118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-773d6800-52ff-4309-bc9c-4749ad036f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.561807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-773d6800-52ff-4309-bc9c-4749ad036f4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1161 time: 0.2112103
Feb 17 03:32:13.565326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.566146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.568358 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] 10.222.0.52 "PUT /v2.0/ports/2de21df3-be2b-4299-9864-1e6434dd3e18 HTTP/1.1" status: 200  len: 1162 time: 1.8744700
Feb 17 03:32:13.568958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:13.687402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 6c17fb03-0cf1-4458-9442-1f8e142b3761 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:13.687864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.737280 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-98f997e7-ddef-479d-8073-8be3436bf504 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 217 time: 0.1493657
Feb 17 03:32:13.826016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-99d4ca18-8d77-49f8-b9a0-d4ab2790f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.827634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-99d4ca18-8d77-49f8-b9a0-d4ab2790f68a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0815670
Feb 17 03:32:13.836433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b18c748>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:13.845780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:13.852034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Updating router a967b7f2-e0ad-44eb-92b5-1c540d94d96a port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:32:13.958993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:13.960640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-e9cbde41-f117-44af-aed5-10b80be4c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:13.962534 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-e9cbde41-f117-44af-aed5-10b80be4c7ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255648
Feb 17 03:32:14.147619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58352) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:14.167290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1033463627-network', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:14.180819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:14.196354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Usage tracker for resource:network and tenant:47c730209d02489a881ef8634ac8f6d6 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:14.204946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:14.218269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:14.250466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Made reservation on behalf of 47c730209d02489a881ef8634ac8f6d6 for: {'network': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:14.255327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.280189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.307226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-abe483ca-4f5a-423d-b963-b436ab7636d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.308960 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-abe483ca-4f5a-423d-b963-b436ab7636d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93d670c588834f31bf8ef73c70730640&device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 1165 time: 0.6724801
Feb 17 03:32:14.318257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:14.326470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Usage tracker for resource:security_group_rule and tenant:47c730209d02489a881ef8634ac8f6d6 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:14.333366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:14.376448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-b05c67c2-af17-43c6-8bc0-fc111e18c72c service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039507
Feb 17 03:32:14.408478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c214a7-6d2f-4976-9422-85777fd5bd44 req-41f97684-90c4-480f-a65a-f014b366c777 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.410209 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1c214a7-6d2f-4976-9422-85777fd5bd44 req-41f97684-90c4-480f-a65a-f014b366c777 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.6692894
Feb 17 03:32:14.420399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:14.430128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f0b0-b842-45f4-96cb-040aa44b3014 req-d53f2d7b-f4f3-4b92-92b9-6e582dd6a876 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.432508 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aca3f0b0-b842-45f4-96cb-040aa44b3014 req-d53f2d7b-f4f3-4b92-92b9-6e582dd6a876 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 948 time: 0.6890914
Feb 17 03:32:14.433891 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-e3f28cc6-6f35-4054-b3e8-7069f28770f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2de21df3-be2b-4299-9864-1e6434dd3e18 HTTP/1.1" status: 200  len: 217 time: 0.1020937
Feb 17 03:32:14.533975 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-93f4c638-7c7c-4f5b-bb9f-4d4dc7e301d1 req-89dfe2e1-473f-4b89-8019-9b19a9aa5f79 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492021
Feb 17 03:32:14.597184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.604517 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c1c214a7-6d2f-4976-9422-85777fd5bd44 req-7483eeb4-0767-4dce-94bb-2ee87e3289fe tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807461
Feb 17 03:32:14.610430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Transition to ACTIVE for port object 32e9012b-be87-47f7-8fd3-cdcf6188ee42 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:14.611014 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aca3f0b0-b842-45f4-96cb-040aa44b3014 req-0df2f383-7379-408c-9739-cb56d207da71 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562121
Feb 17 03:32:14.615167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-74ccfff2-b018-4902-a8ea-be636c7f62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.616538 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-74ccfff2-b018-4902-a8ea-be636c7f62d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7882030a-3abd-460a-8783-2f8b0fabadb8 HTTP/1.1" status: 200  len: 843 time: 0.1630447
Feb 17 03:32:14.620704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.645453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:14.697373 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18', 'status': 'completed', 'code': 200}
Feb 17 03:32:14.737019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c43d-3714-462c-b790-ff92b397eaad req-c898db35-5cc8-4d88-bcee-410c22e6c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.738651 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-c898db35-5cc8-4d88-bcee-410c22e6c1aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1161 time: 0.0872483
Feb 17 03:32:14.747907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.753762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.758233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9eca61de-e072-4c24-8716-1767df447b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:14.785700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2d23e-c5dc-495c-b5f4-482bf6207f6b None None] Pushing event updated for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:14.788866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7cf2d23e-c5dc-495c-b5f4-482bf6207f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:14.803568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83991) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:32:14.817342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175c7d-f245-429b-adfa-ccff76519a6a req-5a26b96d-e183-4b0d-b740-10e28ac01d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.819015 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-5a26b96d-e183-4b0d-b740-10e28ac01d29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f4cef95b-2ba0-4715-84d3-1b124c0f2471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1651626
Feb 17 03:32:14.820898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c9c6ac-cf47-4d00-9102-46623d91926b,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:14.825989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:14.827044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263800166687', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.827468 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Added segment 8e0bc364-3bb4-4eaf-993e-b5b8dece65ed of type vxlan for network a55ec5eb-291d-4dae-a51b-d7b54fe90154
Feb 17 03:32:14.889829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c43d-3714-462c-b790-ff92b397eaad req-4abb9ddd-b427-4785-8375-fc435ec9a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:14.891448 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-4abb9ddd-b427-4785-8375-fc435ec9a24b service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1454763
Feb 17 03:32:14.976071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Attempting to bind port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:14.976489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Attempting to bind port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:14.976775 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-044c7b51-8578-4878-9b92-bad687371940 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 217 time: 0.0770915
Feb 17 03:32:14.977003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Attempting to bind port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 on network 4e746511-e0b4-40cf-9f26-4fcf068fda47 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:14.984627 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:14.985072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:14.985512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:14.985944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Bound using segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:14.986464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Bound port: 32e9012b-be87-47f7-8fd3-cdcf6188ee42, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:14.986886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.010623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.026524 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-273016eb-51ae-4bbd-b18a-26a42035d881 service neutron] 10.222.0.52 "GET /v2.0/networks/f4cef95b-2ba0-4715-84d3-1b124c0f2471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933174
Feb 17 03:32:15.057335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c43d-3714-462c-b790-ff92b397eaad req-358e2b56-309c-4532-9ce7-90d8c29d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:15.059080 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-358e2b56-309c-4532-9ce7-90d8c29d2b97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0737877
Feb 17 03:32:15.091353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] For port 32e9012b-be87-47f7-8fd3-cdcf6188ee42, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:15.094494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] For port 32e9012b-be87-47f7-8fd3-cdcf6188ee42, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=32e9012b-be87-47f7-8fd3-cdcf6188ee42,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:15.100855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.117748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:15.148341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.152065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:15.152833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.155685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c43d-3714-462c-b790-ff92b397eaad req-7249b0fd-727c-49ba-b410-e5a11b64165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:15.157504 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-7249b0fd-727c-49ba-b410-e5a11b64165f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902178
Feb 17 03:32:15.167924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3564033d-cae6-4af5-9f91-16bc92f4dac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:15.282027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2d23e-c5dc-495c-b5f4-482bf6207f6b None None] Pushing event updated for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:15.287598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7cf2d23e-c5dc-495c-b5f4-482bf6207f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:15.311663 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1626663
Feb 17 03:32:15.312541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58358) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:15.322854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Pushing event updated for resources: {'Network': ['ID=a55ec5eb-291d-4dae-a51b-d7b54fe90154,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:15.323065 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-cf9f5e1a-1512-43bf-a98c-89672e6a29ea service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555879
Feb 17 03:32:15.334189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:15.337047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Request body: {'subnet': {'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1033463627-subnet', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:15.344197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:15.348274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:15.352147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Usage tracker for resource:subnet and tenant:47c730209d02489a881ef8634ac8f6d6 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:15.352314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:15.353006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b18c748>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:15.356667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:15.364941 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91175c7d-f245-429b-adfa-ccff76519a6a req-58b2d11d-42fa-47d7-b253-5dd9772e2b0c service neutron] 10.222.0.52 "GET /v2.0/networks/f4cef95b-2ba0-4715-84d3-1b124c0f2471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3225753
Feb 17 03:32:15.365837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:15.380837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Made reservation on behalf of 47c730209d02489a881ef8634ac8f6d6 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:15.386251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846534169'] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:15.506018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:15.569009 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3756c43d-3714-462c-b790-ff92b397eaad req-2b7c1509-cbd7-4995-8029-729d33c121a8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2311909
Feb 17 03:32:15.579242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:15.909599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-55242269-a5c4-4be6-8708-fdde3e612da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:15.911222 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-55242269-a5c4-4be6-8708-fdde3e612da0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=93d670c588834f31bf8ef73c70730640&device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 1165 time: 0.2850146
Feb 17 03:32:15.944192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b18c748>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:15Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:15.948365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3750f86c-2d3a-4e46-9723-dc3302fd0cbe None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:15Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:16.101822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32885c13-80a6-4a0e-ba3c-acdb8a96f111 req-ece081a7-4fb1-4edf-9b24-aa601f022ab1 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.104169 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32885c13-80a6-4a0e-ba3c-acdb8a96f111 req-ece081a7-4fb1-4edf-9b24-aa601f022ab1 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 948 time: 0.3191242
Feb 17 03:32:16.163174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b995cd-598c-41ed-b5db-79b8f6574576 req-fe09a949-64d3-410d-92ab-30ac3e7eefac tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.164830 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45b995cd-598c-41ed-b5db-79b8f6574576 req-fe09a949-64d3-410d-92ab-30ac3e7eefac tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.3865588
Feb 17 03:32:16.200808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-1c04ec54-13a8-46ab-9eec-c580dd159956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.202414 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-1c04ec54-13a8-46ab-9eec-c580dd159956 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f4cef95b-2ba0-4715-84d3-1b124c0f2471 HTTP/1.1" status: 200  len: 863 time: 0.2801685
Feb 17 03:32:16.293439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-32885c13-80a6-4a0e-ba3c-acdb8a96f111 req-f48b5e89-8610-4509-b99d-0f182877e8e6 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731091
Feb 17 03:32:16.314530 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-e009a935-7df2-476e-b2ed-740d34156309 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=2de21df3-be2b-4299-9864-1e6434dd3e18 HTTP/1.1" status: 200  len: 217 time: 0.0963240
Feb 17 03:32:16.363920 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45b995cd-598c-41ed-b5db-79b8f6574576 req-e8496624-f468-481f-aa66-1eb02835bbbe tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1922247
Feb 17 03:32:16.443123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-8309da33-efbf-4d21-9ff2-dae0254c208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.444632 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-8309da33-efbf-4d21-9ff2-dae0254c208a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7882030a-3abd-460a-8783-2f8b0fabadb8 HTTP/1.1" status: 200  len: 843 time: 0.1210999
Feb 17 03:32:16.453591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6764331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846534154'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:16.514413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:16.656367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334f0c37-6f18-41a3-9a61-d92f7bc75b15,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:16.661347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:16.707352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-bb2c153b-571f-4f21-803e-2a451affe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:16.709031 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-bb2c153b-571f-4f21-803e-2a451affe0c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f4cef95b-2ba0-4715-84d3-1b124c0f2471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2543302
Feb 17 03:32:17.087677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Checking segment: {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:17.088097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Network hostable DHCP agents. Network: a55ec5eb-291d-4dae-a51b-d7b54fe90154, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:32:17.124916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-ec73a225-a338-413c-863f-360b3dd1928c service neutron] 10.222.0.52 "GET /v2.0/networks/f4cef95b-2ba0-4715-84d3-1b124c0f2471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4038720
Feb 17 03:32:17.128452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:32:17.215661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, a55ec5eb-291d-4dae-a51b-d7b54fe90154) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:17.242342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.243135 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.261550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a547fc11-c48d-409e-a262-015bea5e81f0 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:17.286351 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3ffd1e5d-d097-461e-b41f-e6d448869231 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9680593
Feb 17 03:32:17.289051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58368) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:17.307964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:17.314842 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ab841c8d-2f3f-4ea5-b157-af93fa3b1355 req-8e777c5f-745f-4c3d-8ec7-bea80c7a54e3 service neutron] 10.222.0.52 "GET /v2.0/networks/f4cef95b-2ba0-4715-84d3-1b124c0f2471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1825836
Feb 17 03:32:17.315842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:17.320133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Usage tracker for resource:router and tenant:47c730209d02489a881ef8634ac8f6d6 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:17.323975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:17.330247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:17.355888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.357141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.399198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.504273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 32e9012b-be87-47f7-8fd3-cdcf6188ee42 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:17.687500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network f4cef95b-2ba0-4715-84d3-1b124c0f2471 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:32:17.763084 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:17.786786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:17.787211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.832357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.932454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:32:17.933370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:17.946177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ff5d0-544a-4f77-9c04-27d30b2d418e req-1b6ee428-1ba3-43e4-9e59-f8099cf9d479 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.947864 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a3ff5d0-544a-4f77-9c04-27d30b2d418e req-1b6ee428-1ba3-43e4-9e59-f8099cf9d479 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 948 time: 0.4482436
Feb 17 03:32:17.956222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9006-085e-45c5-90aa-e67b5d514f02 req-03085ec9-1673-457e-8f54-26d75fbc597b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:17.957774 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b5f9006-085e-45c5-90aa-e67b5d514f02 req-03085ec9-1673-457e-8f54-26d75fbc597b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.3622432
Feb 17 03:32:18.057344 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a3ff5d0-544a-4f77-9c04-27d30b2d418e req-34a94c38-cd64-4f83-9c5e-46c135ed4281 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984218
Feb 17 03:32:18.060874 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8b5f9006-085e-45c5-90aa-e67b5d514f02 req-75bc93e3-13a6-4657-840d-df87f99ab448 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924098
Feb 17 03:32:18.114313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.224411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 32e9012b-be87-47f7-8fd3-cdcf6188ee42, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=32e9012b-be87-47f7-8fd3-cdcf6188ee42,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:18.232886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.239078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:18.298700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.335344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.387300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:18.404830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:18.477452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Allocated IP 172.20.0.2 (a55ec5eb-291d-4dae-a51b-d7b54fe90154/334f0c37-6f18-41a3-9a61-d92f7bc75b15/33a1b9a1-3e1b-4ca8-9a50-dde393157f53) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:18.493289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-165d72fc-67c9-4b91-a22a-e87c1d9483db None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:32:18.618300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Allocated IP 172.27.1.29 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/9e30692b-c3c8-41aa-9a1d-26c193aa6cb7) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:18.713889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.724347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Transition to ACTIVE for port object 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:18.741297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Transition to ACTIVE for port object 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:18.745802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.760990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:18.780685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.813374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:18.833056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:18.910181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Pushing event updated for resources: {'Port': ['ID=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:18.913105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:18.954501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:18.955905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:18.957961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:18.978664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Pushing event updated for resources: {'Port': ['ID=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:18.983750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:19.015796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Attempting to bind port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:19.016221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Attempting to bind port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:19.016637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Attempting to bind port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 on network a55ec5eb-291d-4dae-a51b-d7b54fe90154 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:19.022508 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:19.022934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Checking segment: {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:19.023393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.023879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Bound using segment: {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:19.024406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Bound port: 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:19.024836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.025119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:19.026875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:19.029190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:19.125824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] For port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:19.129128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] For port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:19.133745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.221774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ec13ac4b-f691-4cc6-b1ca-04e7f51f00b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:19.326692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Pushing event updated for resources: {'Port': ['ID=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:19.330229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:19.413595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 32e9012b-be87-47f7-8fd3-cdcf6188ee42 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:19.492882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:19.493228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.680811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de21df3-be2b-4299-9864-1e6434dd3e18 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:19.765085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 2de21df3-be2b-4299-9864-1e6434dd3e18 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:19.769871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de21df3-be2b-4299-9864-1e6434dd3e18 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:19.770297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.817131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5385ef5-8a9b-49c3-be51-652ec6ee07b8 req-8e423761-04c2-4a4d-a286-72a164de923c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:19.818771 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5385ef5-8a9b-49c3-be51-652ec6ee07b8 req-8e423761-04c2-4a4d-a286-72a164de923c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.6093402
Feb 17 03:32:19.827122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cc16f-1bb4-45a1-9f54-d623b4ec9998 req-f68117fc-0ecd-490f-bb30-6643cf639e25 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:19.828713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a2cc16f-1bb4-45a1-9f54-d623b4ec9998 req-f68117fc-0ecd-490f-bb30-6643cf639e25 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 948 time: 0.5826311
Feb 17 03:32:19.897941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.926444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:19.927863 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b5385ef5-8a9b-49c3-be51-652ec6ee07b8 req-70cced67-c529-4e6e-93da-13e1d5c70b33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959785
Feb 17 03:32:19.937641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de21df3-be2b-4299-9864-1e6434dd3e18,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:19.939590 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a2cc16f-1bb4-45a1-9f54-d623b4ec9998 req-f510a962-493a-4377-a215-492917c94c31 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916035
Feb 17 03:32:19.940457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.941370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:19.971019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:19.981968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:20.014078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18', 'code': 200}
Feb 17 03:32:20.263958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:20.267371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:20.276156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:20.281157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:20.281582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.409880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.427958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658202-33a7-401c-b2f6-4cb000f26a08 req-7b4b5114-750f-4544-ab34-b724ff0f20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:20.429602 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dc658202-33a7-401c-b2f6-4cb000f26a08 req-7b4b5114-750f-4544-ab34-b724ff0f20f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 1167 time: 0.2017372
Feb 17 03:32:20.430779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.447849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:20.450839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.452872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:20.529478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:20.532887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:20.625539 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dc658202-33a7-401c-b2f6-4cb000f26a08 req-4b5450a7-851e-4057-8351-1bca67d49d74 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315727
Feb 17 03:32:20.698690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ef8f49-e4c2-472a-81df-82a2c017ed40 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:32:20.699469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Router cb637738-f102-49c2-81ad-14ed42e60f62 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83991) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:32:20.795702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-0d5b6c88-2f2e-4051-821f-d817f36689d7 None None] Provisioning for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:20.891824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:20.914884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Notify callbacks [] for router, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:20.916838 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.6184666
Feb 17 03:32:20.919671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58382) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:20.923549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Sync routers for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:20.946551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:20.947182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29ddc8d0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:21.082047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de21df3-be2b-4299-9864-1e6434dd3e18 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:21.245874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 2de21df3-be2b-4299-9864-1e6434dd3e18 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:21.246302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:21.274330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:21.437729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa24951-5f4b-4108-8e42-8b2f67f5a1ad req-1f5b8f96-0d69-4614-93eb-b914e57811d5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:21.439393 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaa24951-5f4b-4108-8e42-8b2f67f5a1ad req-1f5b8f96-0d69-4614-93eb-b914e57811d5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.3611341
Feb 17 03:32:21.467630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dd6af-756f-4afc-bba0-51ef4e780758 req-00e91402-797a-4a90-a873-aaf7c11fec41 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:21.469140 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834dd6af-756f-4afc-bba0-51ef4e780758 req-00e91402-797a-4a90-a873-aaf7c11fec41 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.3525248
Feb 17 03:32:21.480610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:21.575742 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aaa24951-5f4b-4108-8e42-8b2f67f5a1ad req-52fb927c-6d81-4521-b08f-99727351e09e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027253
Feb 17 03:32:21.591473 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834dd6af-756f-4afc-bba0-51ef4e780758 req-7fd823e4-3929-4066-9997-5f8f4bd674c7 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017599
Feb 17 03:32:21.727220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:21.752316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:21.752742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:21.805020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:21.888592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e1db8613-f371-49ea-8e57-3f6ccba1aad3 None None] Provisioning complete for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:21.888974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e1db8613-f371-49ea-8e57-3f6ccba1aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.028707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:22.047016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29ddc8d0>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:19Z', 'revision_number': 3, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:22.065039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Checking router: cb637738-f102-49c2-81ad-14ed42e60f62 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:22.065535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Updating router cb637738-f102-49c2-81ad-14ed42e60f62 port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:32:22.108606 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'code': 200}
Feb 17 03:32:22.109207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:22.109629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.200256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.242097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.434291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.471938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e1db8613-f371-49ea-8e57-3f6ccba1aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.532634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:22.536746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c5eea-d830-4f03-aafc-49dbea86aed6 req-d8ac1968-0979-44d2-857b-2bca5f8ac5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:22.538380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa1c5eea-d830-4f03-aafc-49dbea86aed6 req-d8ac1968-0979-44d2-857b-2bca5f8ac5b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1163 time: 0.1765735
Feb 17 03:32:22.598463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:22.613151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:22.648932 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa1c5eea-d830-4f03-aafc-49dbea86aed6 req-e6513106-319a-4faf-a599-0241140d90cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008315
Feb 17 03:32:22.734369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Allocated IP 172.20.0.1 (a55ec5eb-291d-4dae-a51b-d7b54fe90154/334f0c37-6f18-41a3-9a61-d92f7bc75b15/a9c53c79-acb7-4226-a88b-941b04632428) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:22.826219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-e1db8613-f371-49ea-8e57-3f6ccba1aad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:22.826628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-e1db8613-f371-49ea-8e57-3f6ccba1aad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:22.832160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:22.837744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:23.014479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdd8a-09db-4b09-a95a-f759cd86bf9b req-36a0bd32-2e1b-4bc3-baf9-8b5504f62962 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:23.016065 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-830fdd8a-09db-4b09-a95a-f759cd86bf9b req-36a0bd32-2e1b-4bc3-baf9-8b5504f62962 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.2857881
Feb 17 03:32:23.038069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d99116-d81f-466d-95f4-3b72ff4fddd9 req-7a89634d-4cb4-4d4b-8609-6c937914f523 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:23.039669 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-24d99116-d81f-466d-95f4-3b72ff4fddd9 req-7a89634d-4cb4-4d4b-8609-6c937914f523 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.3030908
Feb 17 03:32:23.074965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.087372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Transition to ACTIVE for port object 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:23.091773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.108354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:23.114984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.130380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-830fdd8a-09db-4b09-a95a-f759cd86bf9b req-6c53dc74-4d1c-40ce-ba9f-cadfa354fb9c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022923
Feb 17 03:32:23.155705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Transition to ACTIVE for port object a9c53c79-acb7-4226-a88b-941b04632428 will not be triggered until provisioned by entity DHCP. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:23.162147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-24d99116-d81f-466d-95f4-3b72ff4fddd9 req-57c603fc-d268-4a41-9062-4301732fd61c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042275
Feb 17 03:32:23.186027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.206444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c6d3e0a4-a904-40f6-a0a0-e992dd48d63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:23.246219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Pushing event updated for resources: {'Port': ['ID=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:23.258413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:23.314842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Attempting to bind port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:23.315271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Attempting to bind port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:23.315724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Attempting to bind port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:23.321702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:23.322908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:23.323745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.324090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:23.324623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Bound port: 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:23.325059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.352659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:23.355818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:23.414465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:23.415778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:23.418121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:23.465724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:23.485794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.512173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] For port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:23.526213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] For port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:23.550289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.569027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:23.748032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:23.748359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.789809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-3b8f8b93-f571-485c-8846-106aabce092a None None] Provisioning complete for port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:23.790163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8b93-f571-485c-8846-106aabce092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.811012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884b7cf-ecd5-4608-92b6-1603a58f4ac7 req-c136d1ba-d511-4787-b628-8b4ad025e979 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:23.812660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2884b7cf-ecd5-4608-92b6-1603a58f4ac7 req-c136d1ba-d511-4787-b628-8b4ad025e979 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.1915367
Feb 17 03:32:23.835103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Pushing event updated for resources: {'Port': ['ID=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:23.854155 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:23.912282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:23.929552 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2884b7cf-ecd5-4608-92b6-1603a58f4ac7 req-84f893da-946f-42db-8fc7-bfd0902589de tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844915
Feb 17 03:32:24.012204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:24.012906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29ddc8d0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:24.225274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:24.230971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:24.250944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:24.266416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:24.418729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:24.421943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:24.423189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:24.499068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-37a541bd-3ef8-4786-b580-b70353c7e1a5 None None] Provisioning for port a9c53c79-acb7-4226-a88b-941b04632428 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:24.564216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-37a541bd-3ef8-4786-b580-b70353c7e1a5 None None] Provisioning complete for port a9c53c79-acb7-4226-a88b-941b04632428 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:24.564641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-37a541bd-3ef8-4786-b580-b70353c7e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:24.715777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-37a541bd-3ef8-4786-b580-b70353c7e1a5 None None] Port a9c53c79-acb7-4226-a88b-941b04632428 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:24.785297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9a73-c08f-41dd-b8a1-3c733170c1c8 req-208e777e-e05e-417c-baa1-95075a9d7e9e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:24.786830 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0da9a73-c08f-41dd-b8a1-3c733170c1c8 req-208e777e-e05e-417c-baa1-95075a9d7e9e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.4686890
Feb 17 03:32:24.826212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29ddc8d0>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'a9c53c79-acb7-4226-a88b-941b04632428', 'name': '', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'mac_address': 'fa:16:3e:4b:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:22Z', 'updated_at': '2021-02-17T03:32:22Z', 'revision_number': 1, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'subnets': [{'id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:24.830387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab7e9bd-4442-4ac5-a1e5-73aa78c5b2b9 None None] The sync data for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi is: [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'a9c53c79-acb7-4226-a88b-941b04632428', 'name': '', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'mac_address': 'fa:16:3e:4b:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:22Z', 'updated_at': '2021-02-17T03:32:22Z', 'revision_number': 1, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'subnets': [{'id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:24.862864 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e0da9a73-c08f-41dd-b8a1-3c733170c1c8 req-43e37499-88f1-44fc-a173-eaa4c1c6f3a6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673466
Feb 17 03:32:24.867098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:24.868293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:25.138312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-234f7cbd-1fcd-48e3-a31e-4dcbabd33851 None None] Provisioning complete for port a9c53c79-acb7-4226-a88b-941b04632428 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:25.138731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-234f7cbd-1fcd-48e3-a31e-4dcbabd33851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:25.198627 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-234f7cbd-1fcd-48e3-a31e-4dcbabd33851 None None] Port a9c53c79-acb7-4226-a88b-941b04632428 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:25.223220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c141d-73c2-4eb7-800b-3b5a6391197a req-68ca8d89-9a50-4b60-8c8f-7db36f7db7ca tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:25.234281 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-529c141d-73c2-4eb7-800b-3b5a6391197a req-68ca8d89-9a50-4b60-8c8f-7db36f7db7ca tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.2256203
Feb 17 03:32:25.234281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Router cb637738-f102-49c2-81ad-14ed42e60f62 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:25.236579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58412) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:25.243733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Request body: {'floatingip': {'port_id': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:25.345330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042dfb-1f7f-4a21-80c1-99a39da9ae1e req-e837a3a1-04af-4fb8-8b2f-d819a37d946e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:25.347800 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-13042dfb-1f7f-4a21-80c1-99a39da9ae1e req-e837a3a1-04af-4fb8-8b2f-d819a37d946e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.2843626
Feb 17 03:32:25.479164 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:25.702870 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-13042dfb-1f7f-4a21-80c1-99a39da9ae1e req-a869cf6e-649e-4df4-bf92-56fadfa2ab8a tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2931159
Feb 17 03:32:25.855239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:25.987131 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] 10.222.0.46 "PUT /v2.0/routers/cb637738-f102-49c2-81ad-14ed42e60f62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0663471
Feb 17 03:32:26.136310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-d35534fd-232f-4810-82a9-99362f095df6 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:26.137886 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-d35534fd-232f-4810-82a9-99362f095df6 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.2240984
Feb 17 03:32:26.252826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Deleting port 2de21df3-be2b-4299-9864-1e6434dd3e18 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:26.253211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:26.593329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:26.596981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:26.953491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2001516187', 'description': 'tempest-TestVolumeBootPattern-2001516187 description'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:27.026436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:27.039316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:security_group and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:27.046857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:27.080923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:27.097717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de21df3-be2b-4299-9864-1e6434dd3e18,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:27.098109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.130040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de21df3-be2b-4299-9864-1e6434dd3e18 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:27.179741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.254322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.277196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Calling delete_port for 2de21df3-be2b-4299-9864-1e6434dd3e18 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:27.282479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:27.293445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de21df3-be2b-4299-9864-1e6434dd3e18,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:27.296309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.298154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c23c50ac-3c06-494c-a3c9-3939b562c9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:27.357180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:27.361354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:security_group_rule and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:27.364450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:27.371022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:27.371998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:27.375859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:27.391691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Floating IP c7ea984b-8c63-4736-9e03-c54fe4a5fc46 associated. External IP: 172.27.1.76, port: ec0e37c1-8234-4d0f-97f8-aeb6924765b5.
Feb 17 03:32:27.443827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:27.459005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fba2ec-0d21-4d7f-a8e9-086ae0e54f8b req-4df79693-4d89-4a67-a82a-0bda559dd1eb tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:27.460676 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8fba2ec-0d21-4d7f-a8e9-086ae0e54f8b req-4df79693-4d89-4a67-a82a-0bda559dd1eb tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 950 time: 0.5742173
Feb 17 03:32:27.521664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:27.527251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:27.527709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.640851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:27.641112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:27.658211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.664970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8fba2ec-0d21-4d7f-a8e9-086ae0e54f8b req-e6b8ac7c-0d52-4b8a-871b-a994858688c4 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278131
Feb 17 03:32:27.676796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:27.690713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.693687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:27.699623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.705270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.711478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ab34eba-36ab-4b5f-8385-d8acd3df5117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:27.746312 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18', 'code': 200}
Feb 17 03:32:27.780767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:27.784088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:27.886853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:27.891683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:27.892903 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2c93e93-0018-48e0-945c-34173efb8447 req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.0051835
Feb 17 03:32:27.893834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:27.907346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Sync routers for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:27.918241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:27.918920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b18cba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:27.993750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:27.999759 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-280565f9-300d-483b-8f3f-793b07662520 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups/1cd712cf-7c9f-4ad9-9741-bb196d1f45dd HTTP/1.1" status: 200  len: 1808 time: 0.0801258
Feb 17 03:32:28.013913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd712cf-7c9f-4ad9-9741-bb196d1f45dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:28.014257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd712cf-7c9f-4ad9-9741-bb196d1f45dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:28.141807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:28.144111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Deleting port 2de21df3-be2b-4299-9864-1e6434dd3e18 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:28.144447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.187167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:security_group_rule and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:28.200847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:28.231666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:28.289168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:28.359267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:28.369695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:28.379265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:28.379973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b107fd0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:28.386994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.515579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.565717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-93ad76a5-0734-4e88-ab9a-b8908ff4c687 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "PUT /v2.0/floatingips/c7ea984b-8c63-4736-9e03-c54fe4a5fc46 HTTP/1.1" status: 200  len: 991 time: 3.3251982
Feb 17 03:32:28.568134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:28.591840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:28.593351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.609601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.617874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:28.628847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b18cba8>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'a9c53c79-acb7-4226-a88b-941b04632428', 'name': '', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'mac_address': 'fa:16:3e:4b:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:22Z', 'updated_at': '2021-02-17T03:32:24Z', 'revision_number': 2, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'subnets': [{'id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:28.633193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Checking router: cb637738-f102-49c2-81ad-14ed42e60f62 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:28.633754 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Updating router cb637738-f102-49c2-81ad-14ed42e60f62 port a9c53c79-acb7-4226-a88b-941b04632428 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:32:28.643576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8309d9-ca60-4897-a660-0b0d8d215478,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:28.648707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] For port 2de21df3-be2b-4299-9864-1e6434dd3e18, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de21df3-be2b-4299-9864-1e6434dd3e18,segment=NetworkSegment(60ae87bb-d097-42f9-9bb9-887ff404d233),segment_id=60ae87bb-d097-42f9-9bb9-887ff404d233)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:28.649115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.658131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:28.700523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.726180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:28.727480 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9296ded2-5331-4b13-9683-ad4cba1d813f req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7207885
Feb 17 03:32:28.814517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Calling delete_port for 2de21df3-be2b-4299-9864-1e6434dd3e18 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:28.847820 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'status': 'completed', 'code': 200}
Feb 17 03:32:28.961051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-ef7e3f00-32c9-4cb4-a5a7-f486616edb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:28.964255 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-ef7e3f00-32c9-4cb4-a5a7-f486616edb02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1163 time: 0.0936894
Feb 17 03:32:29.011191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b107fd0>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'c7ea984b-8c63-4736-9e03-c54fe4a5fc46', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:67:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:26Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:29.016544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:29.027899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:29.028917 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b107fd0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:29.153365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-7eb2e459-77dc-4d30-a0ee-92a59e4c5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:29.155267 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-7eb2e459-77dc-4d30-a0ee-92a59e4c5130 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1835723
Feb 17 03:32:29.206211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.222882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Transition to ACTIVE for port object a9c53c79-acb7-4226-a88b-941b04632428 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:29.229207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.257691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-fec22240-3cd7-4ce1-9a82-bb78a18fff8c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups/1cd712cf-7c9f-4ad9-9741-bb196d1f45dd HTTP/1.1" status: 200  len: 2401 time: 0.4088559
Feb 17 03:32:29.260595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:29.262851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd712cf-7c9f-4ad9-9741-bb196d1f45dd', 'remote_group_id': None}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:29.263209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd712cf-7c9f-4ad9-9741-bb196d1f45dd', 'remote_group_id': None}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:29.273967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:29.282082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:security_group_rule and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:29.285903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:29.302662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:29.331014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:29.369393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34785ca8-4f73-4656-a209-b502d9d55b8a req-4238d6a4-2207-46fa-9fe0-456f18499159 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:29.370336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-34785ca8-4f73-4656-a209-b502d9d55b8a req-4238d6a4-2207-46fa-9fe0-456f18499159 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Synchronizing usage tracker for tenant:93d670c588834f31bf8ef73c70730640 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:29.381154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-9f3ab009-fcaf-4586-a2be-1064a22158e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 999 time: 0.2117872
Feb 17 03:32:29.397492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-34785ca8-4f73-4656-a209-b502d9d55b8a req-4238d6a4-2207-46fa-9fe0-456f18499159 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Unset dirty status for tenant:93d670c588834f31bf8ef73c70730640 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:29.398764 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34785ca8-4f73-4656-a209-b502d9d55b8a req-4238d6a4-2207-46fa-9fe0-456f18499159 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 948 time: 0.5168951
Feb 17 03:32:29.461511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6180f-5619-4518-8f6e-4fba968f7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:29.472060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f3f6180f-5619-4518-8f6e-4fba968f7bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:29.498731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-3d967a6c-a370-4619-945f-9848efc338cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:29.500834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-3d967a6c-a370-4619-945f-9848efc338cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.1123695
Feb 17 03:32:29.510611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-34785ca8-4f73-4656-a209-b502d9d55b8a req-4d14d36d-1304-4e35-9583-f7fab3845216 tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/security-groups?id=4939cb36-cc7f-4a73-a6f2-fe84fc21f925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021132
Feb 17 03:32:29.546217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.551297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.570447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2cc98d6a-ade7-4021-8c01-9c79d39259f7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:29.622234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-0a152fdb-3bcf-4e9a-b4f7-ae6486f06674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:29.624073 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-0a152fdb-3bcf-4e9a-b4f7-ae6486f06674 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1132817
Feb 17 03:32:29.631292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:29.669829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Attempting to bind port a9c53c79-acb7-4226-a88b-941b04632428 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:29.670170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Attempting to bind port a9c53c79-acb7-4226-a88b-941b04632428 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:29.670582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Attempting to bind port a9c53c79-acb7-4226-a88b-941b04632428 on network a55ec5eb-291d-4dae-a51b-d7b54fe90154 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:29.677249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:29.677811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Checking segment: {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:29.678264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.678702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Bound using segment: {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:29.679225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Bound port: a9c53c79-acb7-4226-a88b-941b04632428, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:29.679761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.762107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.777094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.778373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Pushing event deleted for resources: {'Port': ['ID=2de21df3-be2b-4299-9864-1e6434dd3e18,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:29.784020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.786844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:29.803169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-050d53d0-42c5-45c7-a96a-e94e8924eb65 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:29.828251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbf3b6e-87c5-4064-ac08-e12569adc318,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:29.833666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:29.834097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.834599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:29.850697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] For port a9c53c79-acb7-4226-a88b-941b04632428, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:29.863444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] For port a9c53c79-acb7-4226-a88b-941b04632428, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=a9c53c79-acb7-4226-a88b-941b04632428,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:29.871287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.893122 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-dca0a656-4f29-4c09-bb32-9cd10a320d9b service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609742
Feb 17 03:32:29.902995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] No DVR routers for this DVR port 2de21df3-be2b-4299-9864-1e6434dd3e18 on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:29.908139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.909439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-303a2a04-f3c0-4004-8dec-bb2a0dd3779d req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.6508713
Feb 17 03:32:29.909578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a63599b4-571c-47d8-abaf-b681b43eb623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:29.910514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:29.912512 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef554612-d9d7-4160-9c36-30e974a8f4ec req-caeccb1d-bcae-442e-9063-05918a26b73e tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.52 "DELETE /v2.0/ports/2de21df3-be2b-4299-9864-1e6434dd3e18 HTTP/1.1" status: 204  len: 173 time: 3.7591271
Feb 17 03:32:29.919266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b107fd0>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'c7ea984b-8c63-4736-9e03-c54fe4a5fc46', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:67:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:26Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:29.949416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4bd6b-d609-4fa2-8263-5611f25405bf None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': 'c7ea984b-8c63-4736-9e03-c54fe4a5fc46', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'port_id': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'mac_address': 'fa:16:3e:67:01:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:01Z', 'updated_at': '2021-02-17T03:32:26Z', 'revision_number': 1, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:30.172517 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-70a259fa-b530-40dd-9a9f-8e7cb344d0b6 req-8ac849cf-ef32-44ac-8a4c-96aa68dd6a4c service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2707045
Feb 17 03:32:30.208396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6180f-5619-4518-8f6e-4fba968f7bd7 None None] Pushing event updated for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:30.215118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f3f6180f-5619-4518-8f6e-4fba968f7bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:30.236099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:30.239557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b18cba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:30.387534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811cbbb-1194-4753-a2a5-d7de237d34fb None None] New status for floating IP c7ea984b-8c63-4736-9e03-c54fe4a5fc46: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:32:30.649837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:30.792933 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-136fda5b-b47e-4824-a5e1-1eaa80d37088 req-4938f082-356f-44b7-84ca-f939aba8ffcc tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c24f4ad-6fbd-441f-8a47-4ca0b607824b HTTP/1.1" status: 200  len: 210 time: 0.0581012
Feb 17 03:32:30.849361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-deleted', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:30.901500 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c24f4ad-6fbd-441f-8a47-4ca0b607824b', 'name': 'network-vif-deleted', 'tag': '2de21df3-be2b-4299-9864-1e6434dd3e18', 'status': 'completed', 'code': 200}
Feb 17 03:32:31.224530 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b18cba8>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'a9c53c79-acb7-4226-a88b-941b04632428', 'name': '', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'mac_address': 'fa:16:3e:4b:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:22Z', 'updated_at': '2021-02-17T03:32:29Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'subnets': [{'id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:31.229685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbdaf4d-b6d4-4b5a-8ef0-4bb47686ffee None None] The sync data for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi is: [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:32:23Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'a9c53c79-acb7-4226-a88b-941b04632428', 'name': '', 'network_id': 'a55ec5eb-291d-4dae-a51b-d7b54fe90154', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'mac_address': 'fa:16:3e:4b:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:22Z', 'updated_at': '2021-02-17T03:32:29Z', 'revision_number': 4, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'subnets': [{'id': '334f0c37-6f18-41a3-9a61-d92f7bc75b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:31.443922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device a9c53c79-acb7-4226-a88b-941b04632428 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:31.517619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port a9c53c79-acb7-4226-a88b-941b04632428 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:31.523392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port a9c53c79-acb7-4226-a88b-941b04632428 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:31.523957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.659704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.703542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port a9c53c79-acb7-4226-a88b-941b04632428, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=a9c53c79-acb7-4226-a88b-941b04632428,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:31.706266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:31.708312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:31.950505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:31.954102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:33.170443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-92b40e7d-cf6e-472a-840b-8bddd39fc14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:33.279262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405353b-ff55-4189-a5ee-96bbc6168efa req-ec908f65-2568-4ea6-b268-7945bca22f3e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:33.280913 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4405353b-ff55-4189-a5ee-96bbc6168efa req-ec908f65-2568-4ea6-b268-7945bca22f3e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0960622
Feb 17 03:32:33.332060 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4405353b-ff55-4189-a5ee-96bbc6168efa req-bf479c46-d1e9-4571-8c0e-60aad227742a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448489
Feb 17 03:32:33.429243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device a9c53c79-acb7-4226-a88b-941b04632428 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:33.509921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port a9c53c79-acb7-4226-a88b-941b04632428 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:33.509921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:34.537642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039df8d-9f56-4ffc-8e43-7023e080fd27 req-a288ce44-ed73-4288-8de9-7845e959a34b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:34.539272 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3039df8d-9f56-4ffc-8e43-7023e080fd27 req-a288ce44-ed73-4288-8de9-7845e959a34b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.0874321
Feb 17 03:32:34.613131 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3039df8d-9f56-4ffc-8e43-7023e080fd27 req-2d332baf-9efe-48d5-b3f5-369e4942c17d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673749
Feb 17 03:32:34.669340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-13717972-d8e8-4d45-909a-794e765b302a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:34.670104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-13717972-d8e8-4d45-909a-794e765b302a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:34.683136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-13717972-d8e8-4d45-909a-794e765b302a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:34.684389 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-13717972-d8e8-4d45-909a-794e765b302a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 946 time: 0.1165905
Feb 17 03:32:34.770774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 2de00b31-a873-47bd-8a1b-654da9855749 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:34.771156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.077291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de00b31-a873-47bd-8a1b-654da9855749,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:35.077835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.220361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 2de00b31-a873-47bd-8a1b-654da9855749 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:32:35.353795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.382521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:35.393778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de00b31-a873-47bd-8a1b-654da9855749,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:35.397191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.399341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:35.443130 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749', 'code': 200}
Feb 17 03:32:35.484750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:35.487401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.487847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.488201 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Floating IP f70aee78-d276-41fd-82d2-9e050f377475 disassociated. External IP: 172.27.1.227, port: 2de00b31-a873-47bd-8a1b-654da9855749.
Feb 17 03:32:35.488578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 2de00b31-a873-47bd-8a1b-654da9855749 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:35.488694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:35.573585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:32:35.574201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:32:35.596693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-53162c29-bed0-428f-828e-edc9e370361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:35.834261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc98ee-ce20-4c9d-acca-4c06da3b7656 req-17c576ff-ae99-48d6-a91b-97578622d0bc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:35.835823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9afc98ee-ce20-4c9d-acca-4c06da3b7656 req-17c576ff-ae99-48d6-a91b-97578622d0bc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 944 time: 0.0922604
Feb 17 03:32:35.886236 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9afc98ee-ce20-4c9d-acca-4c06da3b7656 req-7a74af52-118c-484c-b16a-9d9a96fe489b tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=3e56f433-42d0-4591-8435-4f62772f6c8d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435877
Feb 17 03:32:36.074895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 2de00b31-a873-47bd-8a1b-654da9855749 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:36.075367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:36.126999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:36.349995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] For port 2de00b31-a873-47bd-8a1b-654da9855749, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2de00b31-a873-47bd-8a1b-654da9855749,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:36.350655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:36.875301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:36.876259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:36.876793 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Floating IP f70aee78-d276-41fd-82d2-9e050f377475 disassociated. External IP: 172.27.1.227, port: 2de00b31-a873-47bd-8a1b-654da9855749.
Feb 17 03:32:36.877211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 2de00b31-a873-47bd-8a1b-654da9855749 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:36.877503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58774) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:37.031912 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.046861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-472807d7-693d-49fe-b7e1-ebc61744c8e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:37.085528 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33db3ac8-8f73-490d-9a11-7e70355adcf6 req-fc048dd8-f1ea-48be-8028-298c95b4925e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 210 time: 0.0652261
Feb 17 03:32:37.110150 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6f6558f7-dccb-4430-8c7f-a28b6e014785 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93d670c588834f31bf8ef73c70730640&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2315073
Feb 17 03:32:37.112771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58782) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:37.141341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'Port': ['ID=2de00b31-a873-47bd-8a1b-654da9855749,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:37.157233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:37.179633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.209419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.263255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.274532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6606d018-1a27-4a0e-a1a3-ace617045b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:37.285557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939cb36-cc7f-4a73-a6f2-fe84fc21f925,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:37.297493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.297916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.298322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.298827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.299131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.299543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.299964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.300362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.300808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.301152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.301544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.301924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.302417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.302810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.303216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.303683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.304086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.304472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.304871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.305279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.305636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.306024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.306988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.307340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:37.311199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.315125 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4939cb36-cc7f-4a73-a6f2-fe84fc21f925 HTTP/1.1" status: 204  len: 168 time: 0.1988087
Feb 17 03:32:37.315125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:37.365531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.423288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:37.616219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.650587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:37.661104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:37.671480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:37.672172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b47ab38>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:37.696743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] No DVR routers for this DVR port 2de00b31-a873-47bd-8a1b-654da9855749 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:32:37.699129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:37.702042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-deleted', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:37.721182 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-116efb7c-ca58-46e0-a50f-1ee02644506f req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "DELETE /v2.0/ports/2de00b31-a873-47bd-8a1b-654da9855749 HTTP/1.1" status: 204  len: 173 time: 3.0273967
Feb 17 03:32:37.764593 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415389d3-caaf-4b28-9090-426e4fe11633', 'name': 'network-vif-deleted', 'tag': '2de00b31-a873-47bd-8a1b-654da9855749', 'status': 'completed', 'code': 200}
Feb 17 03:32:37.887009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:38.226633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b47ab38>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:38.231755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:38.241319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:38.242094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b47ab38>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:38.284458 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d54bcec7-b0d9-4b5a-b10a-40b629f18b64 req-84921809-8f96-4d3b-a83e-63b5ff5eff8f tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=415389d3-caaf-4b28-9090-426e4fe11633 HTTP/1.1" status: 200  len: 210 time: 0.0605805
Feb 17 03:32:38.441588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:38.783693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b47ab38>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:38.787765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9213e4-fb1d-40f2-942e-9b24c5b3fd21 None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:32:39.178289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9daa8e6-cf9f-479a-928b-35b4db1455bc None None] New status for floating IP f70aee78-d276-41fd-82d2-9e050f377475: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:32:39.419080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58804) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:39.508692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:39.539554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:39.590196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:39.598097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-42676c97-1688-4aa7-a4e9-13b7c0f9539c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:39.613707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56f433-42d0-4591-8435-4f62772f6c8d,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:39.617219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:39.630120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:39.630120 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e56f433-42d0-4591-8435-4f62772f6c8d HTTP/1.1" status: 204  len: 168 time: 0.2085052
Feb 17 03:32:39.632802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58810) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:39.658925 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-3a30e2f2-0994-45bd-9d3d-90ba28719b51 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] show failed (client error): The resource could not be found.
Feb 17 03:32:39.660078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3a30e2f2-0994-45bd-9d3d-90ba28719b51 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups/3e56f433-42d0-4591-8435-4f62772f6c8d HTTP/1.1" status: 404  len: 347 time: 0.0262463
Feb 17 03:32:39.663355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58814) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:39.884964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 7f717675-ffb8-464a-a0db-4d0e68bc897c {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:32:39.885438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.076531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.076900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.224128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 7f717675-ffb8-464a-a0db-4d0e68bc897c owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:32:40.416817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.437063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cd0a1306-67c5-4151-91a6-361a17b5b363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:40.556724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'Port': ['ID=7f717675-ffb8-464a-a0db-4d0e68bc897c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:40.570386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:40.691168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.705707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:40.706945 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "DELETE /v2.0/floatingips/f70aee78-d276-41fd-82d2-9e050f377475 HTTP/1.1" status: 204  len: 168 time: 1.0425410
Feb 17 03:32:41.013534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58824) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:41.019537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777573992', 'description': 'tempest-description--357595578'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:41.026339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.030697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.033793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.039592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.050589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.071546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.075732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.078687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.084750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.176038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.178752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.184157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-401c0435-d06a-4e3b-b4bb-a87edb703a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:41.233121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a1297a-7828-4d33-92da-786d948771c9,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:41.236997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.241324 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2236762
Feb 17 03:32:41.241324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:41.241842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58828) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:41.247171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group_rule': {'security_group_id': '30a1297a-7828-4d33-92da-786d948771c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:41.253610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.258018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.261103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.266874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.283495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.350668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.354747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.356913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:41.377764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a13187-160b-4c16-9baa-92e39d43a514,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:41.385752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:41.397144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.398454 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1559782
Feb 17 03:32:41.402115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58832) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:41.407667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'security_group_rule': {'security_group_id': '30a1297a-7828-4d33-92da-786d948771c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:41.413611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.417658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:security_group_rule and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.420695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.426468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.442219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.507938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.511061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.516964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b3740e7a-1c1d-403a-9125-42273ed5ce60 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:41.539783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe819b0f-784f-44d0-96bd-e340be8f4885,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:41.543412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:41.551408 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.552750 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-acafe6b7-8c4e-41f9-ad16-420557293583 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1496403
Feb 17 03:32:41.557958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 58838) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:41.563945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:41.570644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:41.575619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Usage tracker for resource:floatingip and tenant:540aff79a2694839aada97949939da9c is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:41.578643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:41.585027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:41.595811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:41.761937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:42.046680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Allocated IP 172.27.1.48 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:42.235282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:42.265290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:42.281610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:42.438813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:42.442970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:42.518786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:42.520169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:42.523924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:42.652008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:42.766157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.060428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.064256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.081478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:43.506996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:43.510303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:43.618810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.640899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:43.642210 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0831316
Feb 17 03:32:43.874141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-c475a908-d5ad-4b51-901c-e4c69c77d8ee tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:43.889620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-c475a908-d5ad-4b51-901c-e4c69c77d8ee tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:43.890858 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-c475a908-d5ad-4b51-901c-e4c69c77d8ee tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1777573992&fields=id&tenant_id=540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 267 time: 0.0597250
Feb 17 03:32:44.076507 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-9c84aeb7-fc8a-4b41-aace-9b9326aa1e42 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:44.079357 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-9c84aeb7-fc8a-4b41-aace-9b9326aa1e42 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 810 time: 0.1805923
Feb 17 03:32:44.111122 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-5afea9a1-0ed1-4044-9539-abd825bd9fb5 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/quotas/540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 375 time: 0.0247869
Feb 17 03:32:44.204059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-7a2bb745-ef50-4eac-81e4-98aa9036ed1d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:44.220525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-7a2bb745-ef50-4eac-81e4-98aa9036ed1d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:44.222037 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-7a2bb745-ef50-4eac-81e4-98aa9036ed1d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1052244
Feb 17 03:32:44.415275 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-f0a255c6-8349-4798-a14c-f60be47a386f service neutron] 10.222.0.46 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790650
Feb 17 03:32:44.603533 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-c6bb747d-2341-436c-bfa6-086616add8bc service neutron] 10.222.0.46 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1810584
Feb 17 03:32:44.815297 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6250e805-6269-4497-bc7b-8268fa49cd19 req-aa603678-04aa-456e-a69f-11c8978a1de8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 210 time: 0.0491107
Feb 17 03:32:44.991762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:32:46.031223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b1b360ad-9537-4aca-873e-5df71a66566c req-d7a7402a-6afd-4276-8cf3-0e28c896491d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 210 time: 0.0513523
Feb 17 03:32:46.162731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-84b9ea8d-f68e-40c4-b610-78438abf9b5a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:46.164224 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-84b9ea8d-f68e-40c4-b610-78438abf9b5a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 810 time: 0.1839054
Feb 17 03:32:46.263768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-d6ce2c3e-4faa-40c5-8f8b-c084239cca96 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:46.278118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-d6ce2c3e-4faa-40c5-8f8b-c084239cca96 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:46.279603 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-d6ce2c3e-4faa-40c5-8f8b-c084239cca96 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=540aff79a2694839aada97949939da9c HTTP/1.1" status: 200  len: 5704 time: 0.0973773
Feb 17 03:32:46.295707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'port': {'device_id': '73390732-5d83-45e6-a650-228f06ea5210', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'admin_state_up': True, 'tenant_id': '540aff79a2694839aada97949939da9c', 'security_groups': ['30a1297a-7828-4d33-92da-786d948771c9']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:46.469844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:46.482874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:46.491686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Made reservation on behalf of 540aff79a2694839aada97949939da9c for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:46.497334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:46.803583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Allocated IP 172.20.0.9 (aaca52fc-20e8-4f1e-a4a1-2b3bb58459da/db84d5a4-3e76-41a3-afff-008a918d1cfa/493bd038-841b-4470-a3d9-cbec3c0afcd9) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:47.021245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.041572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Transition to ACTIVE for port object 493bd038-841b-4470-a3d9-cbec3c0afcd9 will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:47.077561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.096189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8e051b00-a3bf-4a8c-920a-228a19425982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:47.250248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dd708-f5aa-4d57-b0b2-7be210d00f21 req-a191873a-5086-4d48-ab69-912915f7db84 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:47.251928 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea6dd708-f5aa-4d57-b0b2-7be210d00f21 req-a191873a-5086-4d48-ab69-912915f7db84 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 931 time: 0.1038904
Feb 17 03:32:47.270606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event updated for resources: {'Port': ['ID=493bd038-841b-4470-a3d9-cbec3c0afcd9,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:47.276646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:47.302742 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ea6dd708-f5aa-4d57-b0b2-7be210d00f21 req-2a137f53-0f8d-4156-98d7-8ecb52b90be8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421524
Feb 17 03:32:47.339775 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:47.340915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:47.343176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:47.418210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:47.419169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.454660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1649423
Feb 17 03:32:47.478657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Request body: {'port': {'device_id': '73390732-5d83-45e6-a650-228f06ea5210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:47.615300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.619457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1db526c4-892f-4186-b625-47cdb9023882 None None] Provisioning for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:47.624458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-1db526c4-892f-4186-b625-47cdb9023882 None None] Provisioning complete for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:47.624841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1db526c4-892f-4186-b625-47cdb9023882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:47.686344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1db526c4-892f-4186-b625-47cdb9023882 None None] Port 493bd038-841b-4470-a3d9-cbec3c0afcd9 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:48.159686 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493bd038-841b-4470-a3d9-cbec3c0afcd9 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:32:48.168082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.180104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Transition to ACTIVE for port object 493bd038-841b-4470-a3d9-cbec3c0afcd9 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:48.183085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.198334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a689b293-a093-45bf-a7d5-b93706caf193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:48.331495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Pushing event updated for resources: {'Port': ['ID=493bd038-841b-4470-a3d9-cbec3c0afcd9,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:48.347129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:48.533640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134ed38-3ddb-4450-8209-e7304d4aa06c req-93360019-9cab-42e8-a57b-cfa3a4956f33 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:48.535684 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7134ed38-3ddb-4450-8209-e7304d4aa06c req-93360019-9cab-42e8-a57b-cfa3a4956f33 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 943 time: 0.1031127
Feb 17 03:32:48.620125 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7134ed38-3ddb-4450-8209-e7304d4aa06c req-8974d7e1-b489-410b-b1d3-8eff97a2a03a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725164
Feb 17 03:32:48.755111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Attempting to bind port 493bd038-841b-4470-a3d9-cbec3c0afcd9 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:48.755466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Attempting to bind port 493bd038-841b-4470-a3d9-cbec3c0afcd9 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:48.755870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Attempting to bind port 493bd038-841b-4470-a3d9-cbec3c0afcd9 on network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:48.764170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:48.764696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Checking segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:48.765334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.765963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Bound using segment: {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:48.766748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Bound port: 493bd038-841b-4470-a3d9-cbec3c0afcd9, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f2105d-6f67-48e0-847e-f7deb88b2815', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:48.767363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.926514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] For port 493bd038-841b-4470-a3d9-cbec3c0afcd9, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:48.929857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] For port 493bd038-841b-4470-a3d9-cbec3c0afcd9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:48.934392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:48.949963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f4a0e47b-a057-45a0-8533-f395db5cbad0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:49.073640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-fbe371f3-a746-40e9-860f-bf0da013c2bb tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:49.094668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-fbe371f3-a746-40e9-860f-bf0da013c2bb tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:49.095986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-fbe371f3-a746-40e9-860f-bf0da013c2bb tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2001516187&fields=id&tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 267 time: 0.0722644
Feb 17 03:32:49.134011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Pushing event updated for resources: {'Port': ['ID=493bd038-841b-4470-a3d9-cbec3c0afcd9,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:49.139679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:49.169977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.170710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:49.172178 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] 10.222.0.52 "PUT /v2.0/ports/493bd038-841b-4470-a3d9-cbec3c0afcd9 HTTP/1.1" status: 200  len: 1157 time: 1.7033136
Feb 17 03:32:49.172711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:49.247317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'status': 'completed', 'code': 200}
Feb 17 03:32:49.298027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d6ee8433-34bb-4508-8404-eb966822f579 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.299718 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d6ee8433-34bb-4508-8404-eb966822f579 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.1954265
Feb 17 03:32:49.317200 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-17b555b0-8b35-4412-b344-0378726be958 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/quotas/fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 375 time: 0.0106475
Feb 17 03:32:49.349993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-00bc1ef4-16f0-4d7a-a6fe-95147790003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.352032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-00bc1ef4-16f0-4d7a-a6fe-95147790003c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 1160 time: 0.0840256
Feb 17 03:32:49.411022 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-64cbfc7d-c055-4545-a5fa-b50c930e439a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0870996
Feb 17 03:32:49.438878 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-1b489625-7925-4c1e-ad4a-437005c28281 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9 HTTP/1.1" status: 200  len: 217 time: 0.0709660
Feb 17 03:32:49.510153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-b681a46d-e8e7-4f42-9eba-69e888c75e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.511753 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-b681a46d-e8e7-4f42-9eba-69e888c75e9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0667498
Feb 17 03:32:49.566118 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-1a40fec7-762b-4c8b-9eb0-7093a63aeca7 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414890
Feb 17 03:32:49.598606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-84f07f0a-67e2-42d9-ac00-266c8201e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.600523 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-84f07f0a-67e2-42d9-ac00-266c8201e4e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822241
Feb 17 03:32:49.745998 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-ef2836ba-9599-4572-b1e6-74af3a2649c3 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384118
Feb 17 03:32:49.895155 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c6a45a74-04c3-484c-ab4b-40ba2befc914 req-3df68ab1-3c0c-4f6b-aa3b-b62f337ddd9b service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415448
Feb 17 03:32:49.960063 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-4982cf72-d106-4247-9a98-5909f590a093 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3867509
Feb 17 03:32:49.989753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951055-537a-4e15-a3af-9c730dd32844 req-3d757733-d814-411e-93ff-15d79d22e6c2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:49.992084 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45951055-537a-4e15-a3af-9c730dd32844 req-3d757733-d814-411e-93ff-15d79d22e6c2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 943 time: 0.2342010
Feb 17 03:32:50.054616 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45951055-537a-4e15-a3af-9c730dd32844 req-7de6d806-13bc-48a0-aa55-6b4631f49bd6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551405
Feb 17 03:32:50.075689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-bc106951-8f50-4765-aa20-adcfdf355fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.077331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-bc106951-8f50-4765-aa20-adcfdf355fec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 1160 time: 0.0843651
Feb 17 03:32:50.244233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-8d22231d-327d-400b-b5ff-e8c3939c3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.245827 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-8d22231d-327d-400b-b5ff-e8c3939c3d05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.1619577
Feb 17 03:32:50.344320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-0aa3291d-831e-4ac3-8fdb-08a321bd600d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9 HTTP/1.1" status: 200  len: 217 time: 0.0914237
Feb 17 03:32:50.442459 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-c434ffa4-0760-4814-bfc0-3869563d5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.444034 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-c434ffa4-0760-4814-bfc0-3869563d5ccd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0933485
Feb 17 03:32:50.450633 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-92ad1d51-a739-4e98-b31a-bb8a4eccd804 req-4f9c6fe6-3873-4f8a-ad97-ee41d356f126 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 210 time: 0.0515916
Feb 17 03:32:50.586877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-b68443ad-72ca-42f1-9e9c-c30c7c31cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:50.589098 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-b68443ad-72ca-42f1-9e9c-c30c7c31cee9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1371408
Feb 17 03:32:50.743633 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-99b1a6e7-df21-4223-b70d-8550d319d915 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466694
Feb 17 03:32:50.902589 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9c2e0c4b-b335-411f-aa69-e064e5ee6c23 req-131fe984-41fe-43bb-a44a-22d8cb1a6972 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427715
Feb 17 03:32:51.316114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ebf2-61dc-466a-8b7c-31f2ff32c9e3 req-451b2abc-13ad-4233-9b75-91c785cacbb2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.318224 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2db2ebf2-61dc-466a-8b7c-31f2ff32c9e3 req-451b2abc-13ad-4233-9b75-91c785cacbb2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 943 time: 0.1528490
Feb 17 03:32:51.372308 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2db2ebf2-61dc-466a-8b7c-31f2ff32c9e3 req-0ab2813d-ff6a-40b9-ae06-167ffa174065 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451531
Feb 17 03:32:51.621178 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d2980325-4b41-47dc-9f72-e665e062fad4 req-d4c2a452-4d6a-4970-a047-038764a6cda3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 210 time: 0.0511434
Feb 17 03:32:51.788531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d834381f-8368-4edb-a0c5-a0d5d2afd636 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:51.789269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d834381f-8368-4edb-a0c5-a0d5d2afd636 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:51.807027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d834381f-8368-4edb-a0c5-a0d5d2afd636 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:51.808409 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-d834381f-8368-4edb-a0c5-a0d5d2afd636 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.2012482
Feb 17 03:32:51.909803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-b09809f1-6138-4da6-9917-d211eeef59b3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:security_group {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:32:51.929377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-b09809f1-6138-4da6-9917-d211eeef59b3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:security_group {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:32:51.930776 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-b09809f1-6138-4da6-9917-d211eeef59b3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 5765 time: 0.1069221
Feb 17 03:32:51.945721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'port': {'device_id': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'admin_state_up': True, 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'security_groups': ['1cd712cf-7c9f-4ad9-9741-bb196d1f45dd']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:52.117077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:32:52.121185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:port and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:32:52.124177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:32:52.129928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:32:52.139916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Made reservation on behalf of fce55aed27e14d6791193d35e5ac2137 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:32:52.145467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.492377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.20.0.12 (4e746511-e0b4-40cf-9f26-4fcf068fda47/3df99307-d1a0-44cd-a8bf-a20b4008ef6b/35520748-b121-42ff-b9ac-e966407e4668) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:32:52.598465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ac76-06e7-41d3-90b1-1cff955d08e0 req-098f9c46-6d3d-42f5-8ce2-a39513a5f881 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:52.600283 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f297ac76-06e7-41d3-90b1-1cff955d08e0 req-098f9c46-6d3d-42f5-8ce2-a39513a5f881 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 943 time: 0.0917773
Feb 17 03:32:52.655674 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f297ac76-06e7-41d3-90b1-1cff955d08e0 req-abf0e890-4fff-4933-bf3f-d7d0fc0e8197 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479045
Feb 17 03:32:52.713574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.733315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Transition to ACTIVE for port object 35520748-b121-42ff-b9ac-e966407e4668 will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:52.759936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:52.781230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-08ffd94c-d9e8-4445-bb9d-eb17567da30d tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:52.872157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5347-f734-4134-9bfb-61f0724001c0 req-16b7926d-7eb5-4c39-a15f-6a9da0f3084f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:52.873957 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-571a5347-f734-4134-9bfb-61f0724001c0 req-16b7926d-7eb5-4c39-a15f-6a9da0f3084f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 932 time: 0.1026020
Feb 17 03:32:52.925629 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-571a5347-f734-4134-9bfb-61f0724001c0 req-df3d7b40-fef5-45f2-b296-6fb2a7e1d3d0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439517
Feb 17 03:32:53.150418 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:53.164852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.165346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.165766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.166172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.166572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.166971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.167374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.167793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.168190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.168586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.168978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.169367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.169855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.170247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.170638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.171029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.171417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.171833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.172229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.172614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.173002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.173391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.173781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.174168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:32:53.178228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:53.216226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:32:53.217442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:32:53.219687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:32:53.289969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:53.290671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:53.311370 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3698323
Feb 17 03:32:53.330848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Request body: {'port': {'device_id': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:53.480399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:53.492329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-82c7d5c9-874a-407a-9363-64d49ee60147 None None] Provisioning for port 35520748-b121-42ff-b9ac-e966407e4668 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:53.497943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-82c7d5c9-874a-407a-9363-64d49ee60147 None None] Provisioning complete for port 35520748-b121-42ff-b9ac-e966407e4668 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:53.498406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-82c7d5c9-874a-407a-9363-64d49ee60147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:53.554874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-82c7d5c9-874a-407a-9363-64d49ee60147 None None] Port 35520748-b121-42ff-b9ac-e966407e4668 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:32:53.871147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b96dd-aac7-44d7-a149-e55951be1696 req-a5c83269-7301-45e3-b119-61b74c09d124 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:53.873067 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d6b96dd-aac7-44d7-a149-e55951be1696 req-a5c83269-7301-45e3-b119-61b74c09d124 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 943 time: 0.1002359
Feb 17 03:32:53.921299 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5d6b96dd-aac7-44d7-a149-e55951be1696 req-1a6cc1bc-8bbf-4362-83f2-c1c49dc319e2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417719
Feb 17 03:32:53.941275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 493bd038-841b-4470-a3d9-cbec3c0afcd9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:53.966377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35520748-b121-42ff-b9ac-e966407e4668 {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:32:53.974923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:53.988409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Transition to ACTIVE for port object 35520748-b121-42ff-b9ac-e966407e4668 will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:32:53.991477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.029763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:32:54.035541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:54.036037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.056260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ee7daab0-ef8c-47bc-84e7-9bb6edf44e95 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:54.136954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbb5f5-f0ec-4de0-afa9-d154af378f4c req-44756642-6e92-4df7-b2b6-e2249a87b556 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.138577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-84bbb5f5-f0ec-4de0-afa9-d154af378f4c req-44756642-6e92-4df7-b2b6-e2249a87b556 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0893509
Feb 17 03:32:54.163960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:54.167457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:54.194242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.223988 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-84bbb5f5-f0ec-4de0-afa9-d154af378f4c req-15b05f73-4dae-4454-8fb6-9b587905f3f3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0768564
Feb 17 03:32:54.239997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 493bd038-841b-4470-a3d9-cbec3c0afcd9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:32:54.241872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:54.248096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.251012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:54.316927 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'code': 200}
Feb 17 03:32:54.332405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=493bd038-841b-4470-a3d9-cbec3c0afcd9,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:54.336204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:54.400668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Attempting to bind port 35520748-b121-42ff-b9ac-e966407e4668 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:32:54.401127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Attempting to bind port 35520748-b121-42ff-b9ac-e966407e4668 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:32:54.401760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Attempting to bind port 35520748-b121-42ff-b9ac-e966407e4668 on network 4e746511-e0b4-40cf-9f26-4fcf068fda47 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:32:54.409675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:32:54.410128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:32:54.410614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.411158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Bound using segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:32:54.411760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Bound port: 35520748-b121-42ff-b9ac-e966407e4668, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:32:54.412314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.526545 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:32:54.529667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35520748-b121-42ff-b9ac-e966407e4668,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:32:54.532949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.548486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca8a912c-0191-4fa0-ae8f-f751ff585f7d tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:32:54.608904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070191-f3f3-47b7-b8d5-98e81064de6f req-c5f6d22a-ccfa-4dd6-9ad8-ab57f1807df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.610538 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61070191-f3f3-47b7-b8d5-98e81064de6f req-c5f6d22a-ccfa-4dd6-9ad8-ab57f1807df7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 1162 time: 0.0807018
Feb 17 03:32:54.654223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-61070191-f3f3-47b7-b8d5-98e81064de6f req-24f19fbd-6f84-4c20-a741-fe6d1e0f4db8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370255
Feb 17 03:32:54.701346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:32:54.706738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:32:54.740799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:54.741872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:54.744962 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] 10.222.0.52 "PUT /v2.0/ports/35520748-b121-42ff-b9ac-e966407e4668 HTTP/1.1" status: 200  len: 1158 time: 1.4189708
Feb 17 03:32:54.745820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'tag': '35520748-b121-42ff-b9ac-e966407e4668'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:54.817783 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'tag': '35520748-b121-42ff-b9ac-e966407e4668', 'status': 'completed', 'code': 200}
Feb 17 03:32:55.123947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-f7eb3a3a-e41d-4cdb-a5c8-2ea712c16bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.125634 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-f7eb3a3a-e41d-4cdb-a5c8-2ea712c16bc4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 1161 time: 0.0838282
Feb 17 03:32:55.126525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8e3e1-df22-41f8-824c-d7b79b849b4c req-86f85f4f-f2d3-4c29-8faa-4cb98bae47aa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.128329 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f8a8e3e1-df22-41f8-824c-d7b79b849b4c req-86f85f4f-f2d3-4c29-8faa-4cb98bae47aa tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.0875611
Feb 17 03:32:55.178677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f8a8e3e1-df22-41f8-824c-d7b79b849b4c req-f0827aff-12f8-4679-a9e0-814e034323a5 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419633
Feb 17 03:32:55.291582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-7077202c-a9c2-4565-ad5a-7015dfa15b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.293151 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-7077202c-a9c2-4565-ad5a-7015dfa15b8f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fce55aed27e14d6791193d35e5ac2137&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1517844
Feb 17 03:32:55.431460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22616796-2d28-42e0-91ba-2104ee8e7748 req-a6c5e69c-1967-4fe8-bf1d-e9b5a95ad67c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.433129 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22616796-2d28-42e0-91ba-2104ee8e7748 req-a6c5e69c-1967-4fe8-bf1d-e9b5a95ad67c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0915442
Feb 17 03:32:55.452039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-074cb671-cb3f-440e-a142-f13d15ba3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.453671 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-52da36ff-603e-43b6-97f5-fcadd5534258 req-074cb671-cb3f-440e-a142-f13d15ba3d0a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1458521
Feb 17 03:32:55.487990 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22616796-2d28-42e0-91ba-2104ee8e7748 req-27d6e299-ee75-4aef-9d2a-9773b5ae9479 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0485570
Feb 17 03:32:55.515797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 493bd038-841b-4470-a3d9-cbec3c0afcd9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:55.597727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:55.598282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:55.603496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-66c25178-50a0-405e-94ad-f20f8c7bc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.605148 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-66c25178-50a0-405e-94ad-f20f8c7bc44e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 1161 time: 0.0803075
Feb 17 03:32:55.687825 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-6bc5ce24-4a9c-40ae-8673-9ef8f34f4891 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35520748-b121-42ff-b9ac-e966407e4668 HTTP/1.1" status: 200  len: 217 time: 0.0685022
Feb 17 03:32:55.778284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-5fdf7c57-c460-475b-bb84-a91333ce2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.780374 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-5fdf7c57-c460-475b-bb84-a91333ce2692 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0852375
Feb 17 03:32:55.940232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-49ca6216-9611-45b0-9b11-b2b1bc63ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:55.942272 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-49ca6216-9611-45b0-9b11-b2b1bc63ed54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933149
Feb 17 03:32:56.111654 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-efcd5409-3ca7-47e0-8781-5eac7705e237 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620932
Feb 17 03:32:56.348128 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe928a54-394a-409d-9971-09a44e6de7a5 req-41fa63dc-a4c2-4371-811c-b58b6dffcee9 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2285411
Feb 17 03:32:56.426147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404fb29-0385-4025-986b-1f2fc3884f0e req-d77e3128-743c-49d3-9efb-ef0bb952f8b4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.428605 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4404fb29-0385-4025-986b-1f2fc3884f0e req-d77e3128-743c-49d3-9efb-ef0bb952f8b4 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.1105814
Feb 17 03:32:56.477662 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4404fb29-0385-4025-986b-1f2fc3884f0e req-46d044f2-d599-405d-ada4-96159af20889 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423093
Feb 17 03:32:56.765200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7fe90-bb5a-45c8-acf7-051e73a9cfd1 req-0838c3c0-ff71-4460-b326-28f1cee41765 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.766740 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83b7fe90-bb5a-45c8-acf7-051e73a9cfd1 req-0838c3c0-ff71-4460-b326-28f1cee41765 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.1581805
Feb 17 03:32:56.777697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedd060-6556-416c-abf3-57a25b6ba079 req-a46518fc-e2f3-4008-9834-2d0326d44953 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:56.779231 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bedd060-6556-416c-abf3-57a25b6ba079 req-a46518fc-e2f3-4008-9834-2d0326d44953 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.1337471
Feb 17 03:32:56.789403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 58982) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:32:56.799129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Request body: {'floatingip': {'port_id': '493bd038-841b-4470-a3d9-cbec3c0afcd9'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:32:56.835043 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83b7fe90-bb5a-45c8-acf7-051e73a9cfd1 req-c1a8cc56-8a02-494b-9e80-0619e3955c22 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0547292
Feb 17 03:32:56.891060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.569640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 493bd038-841b-4470-a3d9-cbec3c0afcd9 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:32:57.644478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 493bd038-841b-4470-a3d9-cbec3c0afcd9 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:32:57.644898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.940449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:57.944227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:58.095869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054309df-b2b2-4163-9ab8-f91889c56c9e req-7bad887d-5eaa-4189-8f8a-a4de92c1b212 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:58.097477 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-054309df-b2b2-4163-9ab8-f91889c56c9e req-7bad887d-5eaa-4189-8f8a-a4de92c1b212 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0956800
Feb 17 03:32:58.156557 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-054309df-b2b2-4163-9ab8-f91889c56c9e req-fd0489e4-fc70-428f-a318-6026f5a39651 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0493591
Feb 17 03:32:58.158199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Floating IP 12a2a67e-5224-4ff2-8f1d-c98fae2f86fc associated. External IP: 172.27.1.48, port: 493bd038-841b-4470-a3d9-cbec3c0afcd9.
Feb 17 03:32:58.534732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:32:58.729759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:32:58.734545 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:58.739415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:32:58.749278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:58.749956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b4d3630>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:58.797792 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-159b1a15-ac5f-4e03-9175-7d0c282359c7 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "PUT /v2.0/floatingips/12a2a67e-5224-4ff2-8f1d-c98fae2f86fc HTTP/1.1" status: 200  len: 990 time: 2.0039544
Feb 17 03:32:58.797792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:32:58.850165 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'status': 'completed', 'code': 200}
Feb 17 03:32:58.941138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:58.996406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-c63b0514-6256-48e1-92ad-be58f05d6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:58.998083 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-c63b0514-6256-48e1-92ad-be58f05d6596 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=540aff79a2694839aada97949939da9c&device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 1162 time: 0.0822484
Feb 17 03:32:59.143286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-f8a34d45-bacc-4151-ae68-6f9d9dbc0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.144910 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-f8a34d45-bacc-4151-ae68-6f9d9dbc0d9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 200  len: 904 time: 0.1374273
Feb 17 03:32:59.266353 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-7e2550f2-8f74-4e14-92d1-9b417cee347c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9 HTTP/1.1" status: 200  len: 998 time: 0.1117704
Feb 17 03:32:59.340902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-973ca506-52b4-4f0b-8139-f4f60b3c83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.342491 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-973ca506-52b4-4f0b-8139-f4f60b3c83df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 200  len: 849 time: 0.0689132
Feb 17 03:32:59.348950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b4d3630>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '12a2a67e-5224-4ff2-8f1d-c98fae2f86fc', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:a1:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390732-5d83-45e6-a650-228f06ea5210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:42Z', 'updated_at': '2021-02-17T03:32:57Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:59.353808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:32:59.363037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:32:59.363741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b4d3630>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:32:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:59.386837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871deeb-fbd3-4444-9656-3f7e1236c619 req-690c29e2-76cf-4ffe-8e44-9c35af411a37 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.389233 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6871deeb-fbd3-4444-9656-3f7e1236c619 req-690c29e2-76cf-4ffe-8e44-9c35af411a37 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.1031680
Feb 17 03:32:59.452587 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6871deeb-fbd3-4444-9656-3f7e1236c619 req-54c67701-685f-4a83-800b-39cbb3563e9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0563998
Feb 17 03:32:59.568723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:32:59.650259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-fc105ef4-3397-4368-b5eb-481037e740d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:32:59.652000 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-fc105ef4-3397-4368-b5eb-481037e740d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2997911
Feb 17 03:32:59.735985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:32:59.799744 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-eea396b2-f6d1-4de5-92eb-a5646a9c3ee5 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385462
Feb 17 03:32:59.950214 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d075eedb-ea81-453a-b3a6-95a4f33cf8d8 req-15684ff0-bc8e-45ae-bdd1-6ccda0e41ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421926
Feb 17 03:32:59.971020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b4d3630>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '12a2a67e-5224-4ff2-8f1d-c98fae2f86fc', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:a1:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390732-5d83-45e6-a650-228f06ea5210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:42Z', 'updated_at': '2021-02-17T03:32:57Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:32:59.976586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580edc7a-9c64-4d4b-8a97-96792c03cf83 None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '12a2a67e-5224-4ff2-8f1d-c98fae2f86fc', 'tenant_id': '540aff79a2694839aada97949939da9c', 'floating_ip_address': '172.27.1.48', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'port_id': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'mac_address': 'fa:16:3e:a1:8c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390732-5d83-45e6-a650-228f06ea5210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:32:42Z', 'updated_at': '2021-02-17T03:32:57Z', 'revision_number': 1, 'project_id': '540aff79a2694839aada97949939da9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:33:00.279141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd8f77-9d59-4ebf-86c3-cc6ab1b8267e None None] New status for floating IP 12a2a67e-5224-4ff2-8f1d-c98fae2f86fc: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:33:00.661980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b113-7ce1-4226-adcd-0a1585329a67 req-e17b8c2d-d9b2-43d8-b02d-95d8d534d343 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:00.663617 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-afc2b113-7ce1-4226-adcd-0a1585329a67 req-e17b8c2d-d9b2-43d8-b02d-95d8d534d343 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0925977
Feb 17 03:33:00.711833 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-afc2b113-7ce1-4226-adcd-0a1585329a67 req-38b3f55c-2ee1-4436-a45d-aaddc1fdf4ec tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409799
Feb 17 03:33:01.963783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b660a6-c0af-4855-97b1-7a6a0a88392c req-b30166ec-db8c-4c8e-8114-3d6d5b2242c0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:01.965404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27b660a6-c0af-4855-97b1-7a6a0a88392c req-b30166ec-db8c-4c8e-8114-3d6d5b2242c0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0946212
Feb 17 03:33:02.019192 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-27b660a6-c0af-4855-97b1-7a6a0a88392c req-01d142a5-14f0-46a0-a585-c4b73dc51af5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439579
Feb 17 03:33:03.180494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bf23cf72-436d-450b-bd3b-53cc6467e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:03.249975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba55d0f-b2f7-45a0-81d6-e93655858287 req-0cdf120d-989d-4601-83c6-62d9921ec0e0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:03.251707 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ba55d0f-b2f7-45a0-81d6-e93655858287 req-0cdf120d-989d-4601-83c6-62d9921ec0e0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0982676
Feb 17 03:33:03.304003 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ba55d0f-b2f7-45a0-81d6-e93655858287 req-0892b016-c36d-4c5e-89a4-6d4bb24642d2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455861
Feb 17 03:33:04.174484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 35520748-b121-42ff-b9ac-e966407e4668 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:33:04.249538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 35520748-b121-42ff-b9ac-e966407e4668 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:33:04.255588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 35520748-b121-42ff-b9ac-e966407e4668 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:33:04.255801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:04.393565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:04.435131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35520748-b121-42ff-b9ac-e966407e4668'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:33:04.453265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35520748-b121-42ff-b9ac-e966407e4668,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:33:04.457427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:04.460546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-957d2a87-f599-40c0-af62-3f2e3a9f5130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:04.582229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6f04b-f61f-49c9-918c-a8518d978316 req-043ac81c-ecd2-45a5-8be2-b036667afba8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:04.586190 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9af6f04b-f61f-49c9-918c-a8518d978316 req-043ac81c-ecd2-45a5-8be2-b036667afba8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.1545894
Feb 17 03:33:04.587812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:04.597107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.597107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.597541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.598116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.598759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.599399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.600039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.600958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.601796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.602425 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.602796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.603738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.604231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.604601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.604972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.605338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.605730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.606055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.606448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.606749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.607112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.607646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.608015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.608382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:33:04.613634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:04.656442 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35520748-b121-42ff-b9ac-e966407e4668', 'code': 200}
Feb 17 03:33:04.670812 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9af6f04b-f61f-49c9-918c-a8518d978316 req-9efd114e-6722-4d86-a417-dac779200b9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0694315
Feb 17 03:33:05.029042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926328-4638-4409-b683-612ecbda22af req-b0a23fb9-2dc8-4bc7-acd5-549f066c16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:05.030795 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12926328-4638-4409-b683-612ecbda22af req-b0a23fb9-2dc8-4bc7-acd5-549f066c16e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 1163 time: 0.0882099
Feb 17 03:33:05.077404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-12926328-4638-4409-b683-612ecbda22af req-95f784cc-f5fe-44e0-a310-6be471c70b7c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0397389
Feb 17 03:33:05.598261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a56a694d-9162-450c-8a4b-87067029347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:05.693517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 35520748-b121-42ff-b9ac-e966407e4668 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:33:05.772896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 35520748-b121-42ff-b9ac-e966407e4668 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:33:05.773322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:05.885533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faad4c-89df-41b2-884b-4fb7ee88c434 req-4d3bd922-e621-4220-9a9c-be6fc0c36a98 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:05.888144 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02faad4c-89df-41b2-884b-4fb7ee88c434 req-4d3bd922-e621-4220-9a9c-be6fc0c36a98 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0946977
Feb 17 03:33:05.939590 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02faad4c-89df-41b2-884b-4fb7ee88c434 req-d7a16d27-9539-47c8-8583-58e25d032af0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456550
Feb 17 03:33:06.128957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.148496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9144-852f-4e4f-9297-30f47e8063a8 req-09ac0028-41df-4334-a75e-159588f4f61f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:07.150135 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-023e9144-852f-4e4f-9297-30f47e8063a8 req-09ac0028-41df-4334-a75e-159588f4f61f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0945354
Feb 17 03:33:07.200128 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-023e9144-852f-4e4f-9297-30f47e8063a8 req-29ed467d-b899-48c8-9425-2ee04d6451e5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0437527
Feb 17 03:33:07.369274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.410791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6ec2-973e-4d0a-aef5-e99da7bc136a req-c5187354-1cd2-419b-a19c-c3746850dd96 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:07.412387 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cd4d6ec2-973e-4d0a-aef5-e99da7bc136a req-c5187354-1cd2-419b-a19c-c3746850dd96 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0903316
Feb 17 03:33:07.461505 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cd4d6ec2-973e-4d0a-aef5-e99da7bc136a req-dd6ef8fb-518b-4802-bf55-d97aebd62560 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0403702
Feb 17 03:33:07.599620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.661712 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-e5d7204f-c673-4f55-945d-332da8b61458 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1608300
Feb 17 03:33:07.671927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:33:07.678068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:33:07.682226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:floatingip and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:33:07.685271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:33:07.691087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:33:07.701285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.809041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 35520748-b121-42ff-b9ac-e966407e4668 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:33:07.853711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:07.884959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 35520748-b121-42ff-b9ac-e966407e4668 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:33:07.885457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.379959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.27.1.140 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/1c129d3c-b7a4-45c6-b5da-2ec8681150e4) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:33:08.530169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.560763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.575766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3344e56e-cf54-4d97-bff8-7490de0258c0 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:08.717862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=1c129d3c-b7a4-45c6-b5da-2ec8681150e4,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:08.731012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:08.772588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:33:08.774254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:33:08.777020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:33:08.857727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:08.922264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:09.193017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:09.196461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:09.212087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:09.351113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=1c129d3c-b7a4-45c6-b5da-2ec8681150e4,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:09.364143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:09.455804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:09.478273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:09.479619 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-8401e13f-5c92-449f-9593-c58857c38041 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8120289
Feb 17 03:33:09.567927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-2fa13d18-7cf4-43ab-ab5a-eb407dd574d3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:33:09.584005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-2fa13d18-7cf4-43ab-ab5a-eb407dd574d3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:33:09.585221 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-2fa13d18-7cf4-43ab-ab5a-eb407dd574d3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.140 HTTP/1.1" status: 200  len: 696 time: 0.0993922
Feb 17 03:33:09.746062 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-0f062b71-1e26-4f52-af9e-1b877abc282e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:09.747449 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4299d96a-d7ad-46bc-b1d8-84dc9e0dcc9e req-0f062b71-1e26-4f52-af9e-1b877abc282e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1562719
Feb 17 03:33:09.933001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-9ca4edee-bba4-44ea-889c-3131303591f6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:09.934601 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-9ca4edee-bba4-44ea-889c-3131303591f6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0870454
Feb 17 03:33:10.022314 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-287f0ce7-0212-4409-87bd-2f7cdc5332fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.140 HTTP/1.1" status: 200  len: 696 time: 0.0814655
Feb 17 03:33:10.032287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'port_id': '35520748-b121-42ff-b9ac-e966407e4668', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:33:10.115590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.764089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.767072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:10.949606 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP 7b3aa4bb-a9c2-4f93-9b5d-2c963469362f associated. External IP: 172.27.1.140, port: 35520748-b121-42ff-b9ac-e966407e4668.
Feb 17 03:33:11.621791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:33:11.820514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:33:11.825076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:11.831072 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:33:11.841990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:33:11.842675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b069278>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:33:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:11.888719 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-49422a38-fb7c-4b1e-98c3-0c36afe8b54c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "PUT /v2.0/floatingips/7b3aa4bb-a9c2-4f93-9b5d-2c963469362f HTTP/1.1" status: 200  len: 997 time: 1.8604941
Feb 17 03:33:11.889275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'tag': '35520748-b121-42ff-b9ac-e966407e4668'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:33:11.948356 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'tag': '35520748-b121-42ff-b9ac-e966407e4668', 'status': 'completed', 'code': 200}
Feb 17 03:33:11.992269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-14dc462e-bdfb-4772-b8b1-2e83ae2b16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:11.995286 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-14dc462e-bdfb-4772-b8b1-2e83ae2b16d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 1163 time: 0.0895870
Feb 17 03:33:12.106597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-9bd10c58-d53b-4a66-966c-6732286e849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.108189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-9bd10c58-d53b-4a66-966c-6732286e849c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 1163 time: 0.0863793
Feb 17 03:33:12.151055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-0bce2947-e1e4-4133-8ba0-dd842f435446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.152713 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-0bce2947-e1e4-4133-8ba0-dd842f435446 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1462350
Feb 17 03:33:12.213306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:33:12.267740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-8475e634-1296-4861-9f47-8bef04c52325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.269809 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-8475e634-1296-4861-9f47-8bef04c52325 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1504247
Feb 17 03:33:12.286673 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-493ae60e-915e-49bc-8a64-9d10386942b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35520748-b121-42ff-b9ac-e966407e4668 HTTP/1.1" status: 200  len: 1000 time: 0.1266849
Feb 17 03:33:12.357252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-67d4a2a0-7696-46ff-9d8e-890aa24b4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.358778 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-67d4a2a0-7696-46ff-9d8e-890aa24b4b4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0650284
Feb 17 03:33:12.385948 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-b0cd25d4-2204-42f8-9374-7a968c912466 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35520748-b121-42ff-b9ac-e966407e4668 HTTP/1.1" status: 200  len: 1000 time: 0.1085618
Feb 17 03:33:12.447202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-3f789f31-174f-447d-9c2e-192c8095e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.448992 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-3f789f31-174f-447d-9c2e-192c8095e753 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820684
Feb 17 03:33:12.456867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-7a8d1fe7-dca3-428a-bcdc-b5b129f26831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.458749 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-7a8d1fe7-dca3-428a-bcdc-b5b129f26831 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0651550
Feb 17 03:33:12.547349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-d9f17cbb-6c3f-4ddc-ae73-0992f9f1321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:12.549147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-d9f17cbb-6c3f-4ddc-ae73-0992f9f1321b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830009
Feb 17 03:33:12.598249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b069278>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '7b3aa4bb-a9c2-4f93-9b5d-2c963469362f', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '35520748-b121-42ff-b9ac-e966407e4668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:63:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:08Z', 'updated_at': '2021-02-17T03:33:10Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:12.599743 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-e60810a8-7cad-4f87-b3d0-1ff114a11f0b service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436815
Feb 17 03:33:12.604397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:33:12.615110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:33:12.615829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b069278>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:33:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:12.714058 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-12435c32-cfd5-43ea-91f8-fbe452908c15 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493256
Feb 17 03:33:12.751546 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa5e001d-1731-4ad9-b773-09b6f04ca0a5 req-a832ee04-8a8d-47bc-9cd7-371164a26d85 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445913
Feb 17 03:33:12.826494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:33:12.864662 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c3ec8e2a-ed7a-4254-ba2d-7bc5d01b9ea7 req-0cbcab42-ede3-4e4f-95e9-41467ec0dbd4 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437507
Feb 17 03:33:13.328399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b069278>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '7b3aa4bb-a9c2-4f93-9b5d-2c963469362f', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '35520748-b121-42ff-b9ac-e966407e4668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:63:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:08Z', 'updated_at': '2021-02-17T03:33:10Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:33:13.333400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3626b0c-045a-43e6-bce7-5df4ac64ea95 None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '7b3aa4bb-a9c2-4f93-9b5d-2c963469362f', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '35520748-b121-42ff-b9ac-e966407e4668', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:63:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:33:08Z', 'updated_at': '2021-02-17T03:33:10Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:33:13.659446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0309326-b211-4e17-85d0-be883cf1e0f2 None None] New status for floating IP 7b3aa4bb-a9c2-4f93-9b5d-2c963469362f: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:33:16.054696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b2c5f-763a-4a78-8b2c-816bbe34fcd5 req-541c0f81-1756-4a7b-b78e-53ffcfbc67bd tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:16.056656 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d42b2c5f-763a-4a78-8b2c-816bbe34fcd5 req-541c0f81-1756-4a7b-b78e-53ffcfbc67bd tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0878160
Feb 17 03:33:16.104823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d42b2c5f-763a-4a78-8b2c-816bbe34fcd5 req-ba39049b-462c-49df-bb87-757e0d75f833 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418456
Feb 17 03:33:17.312582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6a4ee-9059-4e75-ad0a-f43da6888775 req-1372ad6c-f395-46f6-a10b-cd5f145cd4a6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:17.314186 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bb6a4ee-9059-4e75-ad0a-f43da6888775 req-1372ad6c-f395-46f6-a10b-cd5f145cd4a6 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0919673
Feb 17 03:33:17.362040 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bb6a4ee-9059-4e75-ad0a-f43da6888775 req-2d48feec-8552-46f0-839b-cf6c299ab7c5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414584
Feb 17 03:33:18.570310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9909-3f2e-4139-bcb0-1df1b494a96d req-e93539f4-cafc-42d1-8bbc-ad2909d0b828 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:18.571984 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68ca9909-3f2e-4139-bcb0-1df1b494a96d req-e93539f4-cafc-42d1-8bbc-ad2909d0b828 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0883284
Feb 17 03:33:18.630425 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-68ca9909-3f2e-4139-bcb0-1df1b494a96d req-50dce22e-2668-4f30-af6d-1fe58c88be61 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520341
Feb 17 03:33:19.833577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efb3f5-592b-4d5b-ab02-0ae16539d9a9 req-a02c9f2f-c4d6-4102-bccb-19a79f64ffaa tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:19.835186 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37efb3f5-592b-4d5b-ab02-0ae16539d9a9 req-a02c9f2f-c4d6-4102-bccb-19a79f64ffaa tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0872011
Feb 17 03:33:19.903486 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-37efb3f5-592b-4d5b-ab02-0ae16539d9a9 req-8965817b-9b8a-42fa-a3ec-532af0ec1199 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614655
Feb 17 03:33:21.109295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80b2eb-ca06-46d7-ac97-31e38cfbaea5 req-62363608-ddbc-4aca-8edc-c066c418f89c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:21.110670 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c80b2eb-ca06-46d7-ac97-31e38cfbaea5 req-62363608-ddbc-4aca-8edc-c066c418f89c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0906174
Feb 17 03:33:21.159243 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0c80b2eb-ca06-46d7-ac97-31e38cfbaea5 req-bb3ae3ba-8b2a-454c-8fd0-c52196d1bdda tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423393
Feb 17 03:33:21.991009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:33:22.366656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae31b-d5c4-4142-b8e1-eacef1cb9600 req-d2e6e630-ea4a-43da-8a9b-7e3de2d062e7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:22.368295 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b92ae31b-d5c4-4142-b8e1-eacef1cb9600 req-d2e6e630-ea4a-43da-8a9b-7e3de2d062e7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0884247
Feb 17 03:33:22.415170 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b92ae31b-d5c4-4142-b8e1-eacef1cb9600 req-cbfe0333-7dcd-4d66-a032-00877c64d414 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399089
Feb 17 03:33:23.625151 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45790faf-e9b4-49ee-b421-96c53abe87b6 req-c7c445a8-48f1-4ee0-9925-1e6b12254dd3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:23.626763 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45790faf-e9b4-49ee-b421-96c53abe87b6 req-c7c445a8-48f1-4ee0-9925-1e6b12254dd3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0915127
Feb 17 03:33:23.674286 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-45790faf-e9b4-49ee-b421-96c53abe87b6 req-dc40aefb-16ce-4281-81ad-25c53c6cdaed tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413418
Feb 17 03:33:24.878605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ef463-90e7-44b7-9435-c1d3d4915d6d req-74016335-9129-4c7c-8e85-f17a45952fb7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:24.880177 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-304ef463-90e7-44b7-9435-c1d3d4915d6d req-74016335-9129-4c7c-8e85-f17a45952fb7 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0901637
Feb 17 03:33:24.927346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-304ef463-90e7-44b7-9435-c1d3d4915d6d req-86a7e640-2ecd-4d0d-918d-1de5abe310d3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403211
Feb 17 03:33:26.132791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bca61-4090-4310-96d2-2f6c3d1cb256 req-94f13d0d-8fa0-4a2d-9dc2-6607bbac7415 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:26.134384 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c11bca61-4090-4310-96d2-2f6c3d1cb256 req-94f13d0d-8fa0-4a2d-9dc2-6607bbac7415 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0873380
Feb 17 03:33:26.181733 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c11bca61-4090-4310-96d2-2f6c3d1cb256 req-e87317cf-036a-4234-8c3a-d93b392546aa tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403712
Feb 17 03:33:27.388095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af2ba4-36a1-4993-a296-9f42599fcbb3 req-0702be95-9077-49e9-bf51-a5afb8d30dbb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:27.389696 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40af2ba4-36a1-4993-a296-9f42599fcbb3 req-0702be95-9077-49e9-bf51-a5afb8d30dbb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0911133
Feb 17 03:33:27.436632 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-40af2ba4-36a1-4993-a296-9f42599fcbb3 req-86e73c2c-d699-4d64-b1d7-a6d0ad37bcf9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406044
Feb 17 03:33:27.796069 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-34ff88d8-6643-4eaa-9529-8cf8732c5256 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0754473
Feb 17 03:33:27.972820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-ae69c042-b6a9-4aea-b99a-e09f1074ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:27.974374 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-ae69c042-b6a9-4aea-b99a-e09f1074ce7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.0756042
Feb 17 03:33:28.135866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-55929f16-6df1-4d35-86a4-e92ba2f63d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:28.138078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-55929f16-6df1-4d35-86a4-e92ba2f63d54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.1395071
Feb 17 03:33:28.253367 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-15cccf1b-bb28-4e88-ba41-7142f2a1507e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1002 time: 0.1040642
Feb 17 03:33:28.341927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-18ece9d6-dc3e-4e1c-9473-f953e9784d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:28.343436 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-18ece9d6-dc3e-4e1c-9473-f953e9784d17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0659635
Feb 17 03:33:28.428367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-737d649d-ef27-4cf4-bf68-3417e4cdab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:28.429835 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-737d649d-ef27-4cf4-bf68-3417e4cdab22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750313
Feb 17 03:33:28.575674 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-fff604fc-a782-4470-8e3e-4ac0d3898740 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355221
Feb 17 03:33:28.639462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bdee4-d3e3-40df-8956-4e482f44ae33 req-29cddf41-e048-4739-9883-0027d9978b4f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:28.641164 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c23bdee4-d3e3-40df-8956-4e482f44ae33 req-29cddf41-e048-4739-9883-0027d9978b4f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0869009
Feb 17 03:33:28.693927 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c23bdee4-d3e3-40df-8956-4e482f44ae33 req-2d23259e-686e-455b-8c49-09e85c88ecf3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460360
Feb 17 03:33:28.733542 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ecec04cf-cb88-4a71-8554-3541fc5215fa req-e25a4c85-e7c8-4ed5-9219-20ae214d16a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443980
Feb 17 03:33:29.686979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:29.918416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a72e34-9821-40a5-8e6e-320f9b472a67 req-c6a4e852-521a-40b8-8d58-d32249eed0df tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:29.920179 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0a72e34-9821-40a5-8e6e-320f9b472a67 req-c6a4e852-521a-40b8-8d58-d32249eed0df tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0975752
Feb 17 03:33:29.974537 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d0a72e34-9821-40a5-8e6e-320f9b472a67 req-de98456d-efb5-47ae-ae6f-467ec15784e4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468516
Feb 17 03:33:31.234506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f81b-77b9-4a49-9c02-163bfaafc54d req-7a8e4cb2-4361-44de-92a9-01084d530d24 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:31.243985 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee5f81b-77b9-4a49-9c02-163bfaafc54d req-7a8e4cb2-4361-44de-92a9-01084d530d24 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.1333413
Feb 17 03:33:31.290932 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-dee5f81b-77b9-4a49-9c02-163bfaafc54d req-38f0b127-ec2c-4b38-a36d-5d1095b36800 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459065
Feb 17 03:33:32.514617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7ba70-a650-441a-bdac-12fbcbdf85c0 req-72152f92-3243-4399-98ec-52f6c4498e0c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:32.516340 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aca7ba70-a650-441a-bdac-12fbcbdf85c0 req-72152f92-3243-4399-98ec-52f6c4498e0c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0978019
Feb 17 03:33:32.568586 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aca7ba70-a650-441a-bdac-12fbcbdf85c0 req-ecc5a531-77be-4aae-9f6f-358f364c5930 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456481
Feb 17 03:33:33.175167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fd8ab8db-3b3a-4fb5-9b79-9d63adf701a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:33.793747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326b28-7fe8-4f72-b1d3-4347f5853585 req-d547d1b4-4dcb-4146-a02b-815c2234df5a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:33.795346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a326b28-7fe8-4f72-b1d3-4347f5853585 req-d547d1b4-4dcb-4146-a02b-815c2234df5a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0975857
Feb 17 03:33:33.856320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a326b28-7fe8-4f72-b1d3-4347f5853585 req-01490dad-9838-411a-ad8a-b62ba402bb69 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539079
Feb 17 03:33:35.079760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462ef81-a1c3-48b6-ba8d-ff482e031b1d req-bc0cfcf3-2b09-464f-a0d4-45fba1473ae4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:35.081353 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e462ef81-a1c3-48b6-ba8d-ff482e031b1d req-bc0cfcf3-2b09-464f-a0d4-45fba1473ae4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0933013
Feb 17 03:33:35.137547 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e462ef81-a1c3-48b6-ba8d-ff482e031b1d req-a5cb128c-da8e-44a2-a97d-d06b94d071f3 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499904
Feb 17 03:33:35.602039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6fcfee75-df22-4043-b1e5-779e76ea3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:36.134185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:36.356586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7b6c-45e4-4306-8601-64d300ed186b req-a896e3e7-4b9f-4df5-ac16-e72a83009318 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:36.357977 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6af7b6c-45e4-4306-8601-64d300ed186b req-a896e3e7-4b9f-4df5-ac16-e72a83009318 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0911381
Feb 17 03:33:36.430235 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6af7b6c-45e4-4306-8601-64d300ed186b req-37ccc710-fe40-40b6-aba0-7770c1cdd526 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538421
Feb 17 03:33:37.413611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:37.615722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:37.675722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4ddf-a8f5-478c-99d3-dbdeb8c675c6 req-66065665-b232-484b-b65f-82ad2758f43b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:37.677354 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d3c4ddf-a8f5-478c-99d3-dbdeb8c675c6 req-66065665-b232-484b-b65f-82ad2758f43b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.1213236
Feb 17 03:33:37.734317 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d3c4ddf-a8f5-478c-99d3-dbdeb8c675c6 req-fab503f5-3046-45c3-a5d8-49258dd857b0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470383
Feb 17 03:33:38.954835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c33a6b-e288-4fd6-95df-f6e18f9a52d7 req-6d257caf-c023-4afe-9454-9607a3db90b1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:38.956471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23c33a6b-e288-4fd6-95df-f6e18f9a52d7 req-6d257caf-c023-4afe-9454-9607a3db90b1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0893109
Feb 17 03:33:39.004649 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23c33a6b-e288-4fd6-95df-f6e18f9a52d7 req-65ccbdfa-5f09-44b6-8e38-2cef2cacd25f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417521
Feb 17 03:33:39.034344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-73c6a12f-a365-4dc5-ae31-db8de1b3e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:39.036028 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-73c6a12f-a365-4dc5-ae31-db8de1b3e67c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1163 time: 0.0815623
Feb 17 03:33:39.178647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-b1b4b98b-d572-4482-9fbe-0dd66d823d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:39.180200 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-b1b4b98b-d572-4482-9fbe-0dd66d823d76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1351874
Feb 17 03:33:39.288050 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-57ca7560-6eb3-41dd-81d5-9f531dd575ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 1001 time: 0.0985510
Feb 17 03:33:39.359191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-e0178327-3548-4f07-bf5a-4082f51b07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:39.360717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-e0178327-3548-4f07-bf5a-4082f51b07ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0652733
Feb 17 03:33:39.444075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-69979bac-da4e-4de1-8764-e5d631a15c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:39.445667 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-69979bac-da4e-4de1-8764-e5d631a15c99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755119
Feb 17 03:33:39.588434 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-f1d8b60a-201a-4892-a34b-c361e6a8621e service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335077
Feb 17 03:33:39.732220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d36a8f91-8e5d-4f58-8a08-da88721457c7 req-0373f295-dd51-4b5c-9d35-3ce33284de68 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350913
Feb 17 03:33:40.217884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d004d1a-fdb7-450f-8d3f-4d42350785b2 req-7d957b2d-f03d-4c9b-be13-045d3bc0cabb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:40.219405 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d004d1a-fdb7-450f-8d3f-4d42350785b2 req-7d957b2d-f03d-4c9b-be13-045d3bc0cabb tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0892584
Feb 17 03:33:40.267172 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7d004d1a-fdb7-450f-8d3f-4d42350785b2 req-1a26d92c-fa07-4b64-96aa-6576892362e8 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416045
Feb 17 03:33:41.470093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2add9b-2993-4f4a-a168-d2cea51f3fc0 req-badf9673-5bb7-459c-b850-47da46e61e53 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:41.471717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e2add9b-2993-4f4a-a168-d2cea51f3fc0 req-badf9673-5bb7-459c-b850-47da46e61e53 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0849545
Feb 17 03:33:41.522028 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3e2add9b-2993-4f4a-a168-d2cea51f3fc0 req-7ba7e743-83a0-4198-90ee-3643a2418bdc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438628
Feb 17 03:33:41.937195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:33:42.060201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:42.087934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:33:42.103224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:33:42.106874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:42.108761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:33:42.154872 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'code': 200}
Feb 17 03:33:42.181766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:33:42.185115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:33:42.727796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d2b6-8a8c-4813-bb2f-a4ca3dccb19e req-89310c04-dd1f-417e-b86b-a5467b96c473 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:42.729394 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2025d2b6-8a8c-4813-bb2f-a4ca3dccb19e req-89310c04-dd1f-417e-b86b-a5467b96c473 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0885885
Feb 17 03:33:42.781471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2025d2b6-8a8c-4813-bb2f-a4ca3dccb19e req-03f00076-7d02-4bea-bc3d-845b9b2362d5 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454421
Feb 17 03:33:44.304776 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-09a279e7-ab30-4da4-ad3d-feda0a64eb2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0866544
Feb 17 03:33:44.306474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8a03-5ab3-45a0-8a20-bf2389b50f11 req-94c783ed-e374-4b03-a907-27b42b5991df tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:44.308767 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740a8a03-5ab3-45a0-8a20-bf2389b50f11 req-94c783ed-e374-4b03-a907-27b42b5991df tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0925801
Feb 17 03:33:44.598377 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-740a8a03-5ab3-45a0-8a20-bf2389b50f11 req-242d0415-97df-41e6-8955-ba36b9e93e72 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2832189
Feb 17 03:33:44.906910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-4b982395-ba70-4368-bbb2-3dd24004792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:44.908489 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-4b982395-ba70-4368-bbb2-3dd24004792e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06&tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376 HTTP/1.1" status: 200  len: 1161 time: 0.0789821
Feb 17 03:33:45.018233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-1f043ef4-db05-4339-8e4d-e718d8f91938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:45.019798 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-1f043ef4-db05-4339-8e4d-e718d8f91938 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1161 time: 0.0781810
Feb 17 03:33:45.171838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-b73c243c-3764-4f33-a6e4-f7bd332c839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:45.173328 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-b73c243c-3764-4f33-a6e4-f7bd332c839a service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.1377978
Feb 17 03:33:45.288083 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-c7748138-c24d-4ee9-8683-67e86f1d2135 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 999 time: 0.1071334
Feb 17 03:33:45.360226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-3aa53b77-753e-4902-8680-73ec99caa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:45.361743 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-3aa53b77-753e-4902-8680-73ec99caa439 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.0660155
Feb 17 03:33:45.443747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-9441278f-bc71-4d59-8463-d51dbfd5267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:45.445349 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-9441278f-bc71-4d59-8463-d51dbfd5267a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765889
Feb 17 03:33:45.593501 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-b54357a9-3325-4759-9db9-81f940f3bc96 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335664
Feb 17 03:33:45.741747 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9023d2-aaaa-4775-816b-721dedb3b492 req-fec4a859-a593-4e2e-a3e0-3628f6cdfac6 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392255
Feb 17 03:33:45.819722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a969a5d-1c94-4223-a23f-a9ad2c9194da req-1d8c6d73-61a2-4fbc-8cd2-90e6d6cee88f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:45.821380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a969a5d-1c94-4223-a23f-a9ad2c9194da req-1d8c6d73-61a2-4fbc-8cd2-90e6d6cee88f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0895064
Feb 17 03:33:45.873064 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0a969a5d-1c94-4223-a23f-a9ad2c9194da req-dab4829e-b7af-4be4-9bc0-198d36a82225 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453036
Feb 17 03:33:47.078476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8ec7-ca41-4bda-baa5-382272388d58 req-d5d46231-3c71-40b4-9e91-cb3a994ae04f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:47.080128 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-558a8ec7-ca41-4bda-baa5-382272388d58 req-d5d46231-3c71-40b4-9e91-cb3a994ae04f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0871212
Feb 17 03:33:47.128612 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-558a8ec7-ca41-4bda-baa5-382272388d58 req-da9a80b0-815f-4813-8640-4dd67fa24829 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422635
Feb 17 03:33:48.345421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ec1a5-2274-41c2-919a-d37e3ac512f1 req-84156776-1c79-4694-9921-18a437ca70db tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:48.347040 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d06ec1a5-2274-41c2-919a-d37e3ac512f1 req-84156776-1c79-4694-9921-18a437ca70db tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0921860
Feb 17 03:33:48.396632 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d06ec1a5-2274-41c2-919a-d37e3ac512f1 req-26d871b9-b293-4548-aefa-37b04a218986 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430062
Feb 17 03:33:49.609534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3257d-1bf7-4ed5-8685-02cba7a820a1 req-d0c3eba9-fe78-49bc-b84e-90fb29956d4f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:49.611151 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ccd3257d-1bf7-4ed5-8685-02cba7a820a1 req-d0c3eba9-fe78-49bc-b84e-90fb29956d4f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0900080
Feb 17 03:33:49.664413 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ccd3257d-1bf7-4ed5-8685-02cba7a820a1 req-8a1ad895-0525-4763-b83b-a2bd4426d4ce tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465877
Feb 17 03:33:50.885011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2d238-15a2-49d8-9420-031aceabad95 req-b907c3d4-2557-4a2b-83da-25cd46874d54 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:50.886749 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2a2d238-15a2-49d8-9420-031aceabad95 req-b907c3d4-2557-4a2b-83da-25cd46874d54 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0948393
Feb 17 03:33:50.937287 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a2a2d238-15a2-49d8-9420-031aceabad95 req-b2c23a5c-9521-4de4-aa45-d5f944d596d1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433085
Feb 17 03:33:52.153832 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ccffd-7e7c-43b6-97d3-080f2a69c0a7 req-29fda2b9-6fc8-4417-ac1d-981a0923c1f1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:52.155495 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f89ccffd-7e7c-43b6-97d3-080f2a69c0a7 req-29fda2b9-6fc8-4417-ac1d-981a0923c1f1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0954607
Feb 17 03:33:52.221483 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f89ccffd-7e7c-43b6-97d3-080f2a69c0a7 req-62f4d0ca-1eed-4673-a2b9-40ca70421f04 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594075
Feb 17 03:33:53.445580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041406b-f938-4ad1-94d0-95626ffd3914 req-ebdcf08d-5770-4659-afa3-ff418c8e7483 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:53.449234 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3041406b-f938-4ad1-94d0-95626ffd3914 req-ebdcf08d-5770-4659-afa3-ff418c8e7483 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.1036050
Feb 17 03:33:53.509615 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3041406b-f938-4ad1-94d0-95626ffd3914 req-f04eef25-0d2b-4d49-af12-f674dbd2cf5e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531816
Feb 17 03:33:54.736680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a10acb-b34e-4dd3-a17e-8f5a295c4c64 req-61d670d0-340a-406b-9462-d768d60a33fc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:54.738970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89a10acb-b34e-4dd3-a17e-8f5a295c4c64 req-61d670d0-340a-406b-9462-d768d60a33fc tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0927124
Feb 17 03:33:54.788950 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89a10acb-b34e-4dd3-a17e-8f5a295c4c64 req-a3af0e98-8c38-4f8c-ab3c-18daf97ee268 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433965
Feb 17 03:33:56.005974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424eafc6-fc55-4878-8c0b-4461bdab06bd req-73cc94e4-54b0-4b59-a806-51f48a9d829a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:56.007647 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-424eafc6-fc55-4878-8c0b-4461bdab06bd req-73cc94e4-54b0-4b59-a806-51f48a9d829a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0949018
Feb 17 03:33:56.060920 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-424eafc6-fc55-4878-8c0b-4461bdab06bd req-577cb676-09c6-45d8-9e5d-4e82dfcc598b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446668
Feb 17 03:33:57.267397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f803a-c8fb-4d00-b1f0-072f989a7184 req-a6d2e022-1a07-4a5e-b184-e45caf3bb5ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:57.269017 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c52f803a-c8fb-4d00-b1f0-072f989a7184 req-a6d2e022-1a07-4a5e-b184-e45caf3bb5ec tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0866940
Feb 17 03:33:57.316626 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c52f803a-c8fb-4d00-b1f0-072f989a7184 req-e0f9e856-c85a-4960-bb8f-6cb2f1e14958 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412829
Feb 17 03:33:58.587797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf43d48-b549-439a-96a7-589464683778 req-57ae58c2-490a-4304-83ba-d5e0beaebcdf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:58.589845 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bf43d48-b549-439a-96a7-589464683778 req-57ae58c2-490a-4304-83ba-d5e0beaebcdf tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0891154
Feb 17 03:33:58.637119 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bf43d48-b549-439a-96a7-589464683778 req-d0d2bef2-3c3e-48aa-9f3b-e90197179a59 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410416
Feb 17 03:33:58.990124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:33:59.708054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:33:59.841116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd371dd-065c-4b92-864f-ed54a3a1b661 req-5b6b139c-7d7f-4ccc-b3bb-412dc30c1cc0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:33:59.842619 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6bd371dd-065c-4b92-864f-ed54a3a1b661 req-5b6b139c-7d7f-4ccc-b3bb-412dc30c1cc0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0882812
Feb 17 03:33:59.889675 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6bd371dd-065c-4b92-864f-ed54a3a1b661 req-9ade6a44-b073-4492-8d0d-80d5b30e455c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409832
Feb 17 03:34:00.640325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:00.716826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:00.717410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:00.842354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:00.871756 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:00.886661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:00.891386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:00.893500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:00.931247 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'code': 200}
Feb 17 03:34:00.966916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=6']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:00.970184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:01.115848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389191d0-b4fa-4b37-b850-0c377878c1ae req-3d3a190b-d1f1-47f6-9609-6b393878281a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:01.123603 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-389191d0-b4fa-4b37-b850-0c377878c1ae req-3d3a190b-d1f1-47f6-9609-6b393878281a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0984118
Feb 17 03:34:01.168936 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-389191d0-b4fa-4b37-b850-0c377878c1ae req-7cf5ee55-e96c-4e64-8237-cbdc27b10a02 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438242
Feb 17 03:34:01.277808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a2f1d-8834-4d1a-aadb-6fb1634e5292 req-b3c94e9a-92ed-41b1-8bcc-c806b0070a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:01.279475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cb0a2f1d-8834-4d1a-aadb-6fb1634e5292 req-b3c94e9a-92ed-41b1-8bcc-c806b0070a3d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1163 time: 0.0875108
Feb 17 03:34:01.534453 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cb0a2f1d-8834-4d1a-aadb-6fb1634e5292 req-b59d70eb-b565-4fbd-8751-e6f87b259c75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2483649
Feb 17 03:34:02.304452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:02.385142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc1d0-af48-43ff-b927-2de8cc0ca071 req-3344c768-174c-46b7-af19-5147ccb987dd tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:02.387496 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-762cc1d0-af48-43ff-b927-2de8cc0ca071 req-3344c768-174c-46b7-af19-5147ccb987dd tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0943589
Feb 17 03:34:02.391113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:02.391377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:02.438395 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-762cc1d0-af48-43ff-b927-2de8cc0ca071 req-51efd3e8-be12-4f62-ab24-8e04e48ebd6f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424366
Feb 17 03:34:03.177562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8a19650a-5c00-4341-8951-ea73796bfb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:03.647272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049623a-4e74-4e28-b586-d662dedf0452 req-c8755edb-7d2f-4813-b2a8-ce5e5618c9c4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:03.648904 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9049623a-4e74-4e28-b586-d662dedf0452 req-c8755edb-7d2f-4813-b2a8-ce5e5618c9c4 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0857835
Feb 17 03:34:03.698646 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9049623a-4e74-4e28-b586-d662dedf0452 req-814aa8b3-8b10-43b7-9fde-838374ce2a9b tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435729
Feb 17 03:34:04.503387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb58f-8d21-41ba-9500-a7916ef5f0ff req-5b6d5d92-76cb-4fc2-88c7-6b3f95265f8b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:04.504989 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-322eb58f-8d21-41ba-9500-a7916ef5f0ff req-5b6d5d92-76cb-4fc2-88c7-6b3f95265f8b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0851188
Feb 17 03:34:04.552562 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-322eb58f-8d21-41ba-9500-a7916ef5f0ff req-16904127-295d-4067-912e-bd9608309086 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0412796
Feb 17 03:34:05.607944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-08695e94-f1d3-41a9-9d9a-3e068794e7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:05.757806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148ab56-eb89-48b0-b635-668e54af59e2 req-8d692656-c21e-4151-b17a-95f8ac81df32 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:05.759403 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d148ab56-eb89-48b0-b635-668e54af59e2 req-8d692656-c21e-4151-b17a-95f8ac81df32 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0913680
Feb 17 03:34:05.806375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d148ab56-eb89-48b0-b635-668e54af59e2 req-9b6f5fee-231e-4aed-b640-8680b893e520 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0400712
Feb 17 03:34:06.136891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:07.008721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc4145-e45e-4186-9206-5c8c89ee9ad7 req-55fd5560-61af-4248-b711-0953c51b8010 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:07.010246 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2abc4145-e45e-4186-9206-5c8c89ee9ad7 req-55fd5560-61af-4248-b711-0953c51b8010 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0858519
Feb 17 03:34:07.057123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2abc4145-e45e-4186-9206-5c8c89ee9ad7 req-762c9fcb-6efb-4eb2-b010-1543e11b9b16 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0406923
Feb 17 03:34:07.372835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:07.606721 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:08.259278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5ca40-1293-4197-b975-da7ca6583476 req-19fd6369-537e-413f-9b40-b57c51b3aa9d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:08.260982 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46c5ca40-1293-4197-b975-da7ca6583476 req-19fd6369-537e-413f-9b40-b57c51b3aa9d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0905750
Feb 17 03:34:08.317080 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46c5ca40-1293-4197-b975-da7ca6583476 req-9f3f5db0-528e-4cae-8cf4-f4efaa9201cd tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0498264
Feb 17 03:34:09.515154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d136275-52e8-4e7c-b1d6-5f21d2381746 req-65dfbe88-c0ee-4335-8e62-43a963576bdd tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:09.516801 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d136275-52e8-4e7c-b1d6-5f21d2381746 req-65dfbe88-c0ee-4335-8e62-43a963576bdd tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0879300
Feb 17 03:34:09.568337 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6d136275-52e8-4e7c-b1d6-5f21d2381746 req-df5647c4-3b95-4763-b6a9-e4a6a656ff8f tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0453205
Feb 17 03:34:10.762880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf132ee8-335d-483b-9621-48d8766a0d85 req-84d5ad98-f04b-4e41-83ee-6d972f3e1bde tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:10.764513 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf132ee8-335d-483b-9621-48d8766a0d85 req-84d5ad98-f04b-4e41-83ee-6d972f3e1bde tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0857153
Feb 17 03:34:10.811202 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cf132ee8-335d-483b-9621-48d8766a0d85 req-7e06caa2-fc3e-4593-b9f7-78588cc33b9b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0406094
Feb 17 03:34:12.011407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9b65-c25c-4e8d-8fd4-a13f4e484b30 req-549dad02-2ed1-4ab5-9b11-41596755129c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:12.013018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2ab9b65-c25c-4e8d-8fd4-a13f4e484b30 req-549dad02-2ed1-4ab5-9b11-41596755129c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0886195
Feb 17 03:34:12.060343 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b2ab9b65-c25c-4e8d-8fd4-a13f4e484b30 req-965b6f2c-3d98-4fca-bc07-2516c2d139fd tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0411651
Feb 17 03:34:13.263093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa55c07-feb0-4024-bb61-7486079c5d97 req-966cbf5c-7797-454d-bc25-321109ec1fce tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:13.264741 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0aa55c07-feb0-4024-bb61-7486079c5d97 req-966cbf5c-7797-454d-bc25-321109ec1fce tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0946014
Feb 17 03:34:13.312256 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0aa55c07-feb0-4024-bb61-7486079c5d97 req-31ff5cee-c1e2-4ede-b861-f2f14a71be78 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0413706
Feb 17 03:34:14.515210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9263d0-af32-4f76-877d-76c5cb6b3b8c req-bf1cc0d0-0769-4d95-a7f1-6f53561dc09c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:14.516900 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce9263d0-af32-4f76-877d-76c5cb6b3b8c req-bf1cc0d0-0769-4d95-a7f1-6f53561dc09c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0917964
Feb 17 03:34:14.569060 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ce9263d0-af32-4f76-877d-76c5cb6b3b8c req-a871434c-c05f-4d9b-bc54-11258f1f9d8b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0460441
Feb 17 03:34:14.657345 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06520b2-8808-4c2d-ae11-2a3329cd950c req-85c89eea-1e94-49d9-bc1a-20b016a95873 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:14.658942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d06520b2-8808-4c2d-ae11-2a3329cd950c req-85c89eea-1e94-49d9-bc1a-20b016a95873 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.0934734
Feb 17 03:34:14.707677 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d06520b2-8808-4c2d-ae11-2a3329cd950c req-28be5e28-cb55-42c9-ae38-97fe2c9a2cc5 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422699
Feb 17 03:34:14.756851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-7a016a16-6ba5-4021-89f7-263f69959925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:14.758388 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-7a016a16-6ba5-4021-89f7-263f69959925 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.0785863
Feb 17 03:34:14.898682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-837176d3-5b1a-4fa0-8691-a2eb1ffbdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:14.900265 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-837176d3-5b1a-4fa0-8691-a2eb1ffbdbd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.1335163
Feb 17 03:34:15.014092 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-983cc446-c1de-4485-b3ae-daad54259480 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1002 time: 0.1022022
Feb 17 03:34:15.086093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-c0ffa3d0-0722-400a-8069-d190eee8f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:15.087604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-c0ffa3d0-0722-400a-8069-d190eee8f629 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0644829
Feb 17 03:34:15.169296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-4846a042-9b9a-413d-9f41-05a8c45bd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:15.170834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-4846a042-9b9a-413d-9f41-05a8c45bd9ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759041
Feb 17 03:34:15.315916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-41ad800c-9b03-4640-83c3-44682276d268 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358516
Feb 17 03:34:15.458279 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3288a2ce-8b1f-401c-bbc9-0bce147344e6 req-7573f6a4-77a8-4619-883f-9125883e860c service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1336660
Feb 17 03:34:15.769828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732453bd-27d0-44f5-bbde-c69c855e8ef0 req-a923678d-7ce3-40d4-98e2-c0c1b4a1b3af tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:15.770521 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-732453bd-27d0-44f5-bbde-c69c855e8ef0 req-a923678d-7ce3-40d4-98e2-c0c1b4a1b3af tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0860722
Feb 17 03:34:15.818685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-732453bd-27d0-44f5-bbde-c69c855e8ef0 req-c659aa78-ae3d-4c91-bcc1-8380adfcaf81 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0418878
Feb 17 03:34:15.914435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ef16d-2bbe-471f-897e-fc40ef120f7a req-32bccfe2-aec1-4374-b51a-1cfe7dc6807a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:15.916161 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c21ef16d-2bbe-471f-897e-fc40ef120f7a req-32bccfe2-aec1-4374-b51a-1cfe7dc6807a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.0908396
Feb 17 03:34:15.963346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c21ef16d-2bbe-471f-897e-fc40ef120f7a req-a363241f-a6a6-4268-b44d-adf1851fe4ff tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410550
Feb 17 03:34:16.504323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:16.575247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:16.575707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:16.846140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78109367-3854-4c40-b753-9f030c3244a6 req-8ed4ea0a-c5ea-4b92-b6bb-00f0751af324 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:16.846827 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-78109367-3854-4c40-b753-9f030c3244a6 req-8ed4ea0a-c5ea-4b92-b6bb-00f0751af324 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Synchronizing usage tracker for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:34:16.862365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-78109367-3854-4c40-b753-9f030c3244a6 req-8ed4ea0a-c5ea-4b92-b6bb-00f0751af324 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Unset dirty status for tenant:540aff79a2694839aada97949939da9c on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:34:16.863627 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78109367-3854-4c40-b753-9f030c3244a6 req-8ed4ea0a-c5ea-4b92-b6bb-00f0751af324 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.1002727
Feb 17 03:34:16.947342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 493bd038-841b-4470-a3d9-cbec3c0afcd9 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:16.948272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:17.028954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf8dc7-2c6a-4161-87ef-af8d4f1b1770 req-d66b3cbc-9b90-414b-bfad-b472ee6ef106 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:17.030558 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cdf8dc7-2c6a-4161-87ef-af8d4f1b1770 req-d66b3cbc-9b90-414b-bfad-b472ee6ef106 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0988655
Feb 17 03:34:17.083580 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cdf8dc7-2c6a-4161-87ef-af8d4f1b1770 req-32524451-9801-419f-bbb8-98971d862c2b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0458694
Feb 17 03:34:17.167372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2b3e9-4b6f-4a6f-bb70-602c99d79fe1 req-aa633176-485e-48b7-9402-3ef0a87564c8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:17.169025 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-56e2b3e9-4b6f-4a6f-bb70-602c99d79fe1 req-aa633176-485e-48b7-9402-3ef0a87564c8 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 945 time: 0.0890446
Feb 17 03:34:17.219523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] For port 493bd038-841b-4470-a3d9-cbec3c0afcd9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=493bd038-841b-4470-a3d9-cbec3c0afcd9,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:17.219523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:17.219896 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-56e2b3e9-4b6f-4a6f-bb70-602c99d79fe1 req-48c78b16-ded4-4ca8-a47f-acae4e4d1f9a tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a1297a-7828-4d33-92da-786d948771c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426745
Feb 17 03:34:17.524324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:17.524846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:17.525200 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Floating IP 12a2a67e-5224-4ff2-8f1d-c98fae2f86fc disassociated. External IP: 172.27.1.48, port: 493bd038-841b-4470-a3d9-cbec3c0afcd9.
Feb 17 03:34:17.525581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 493bd038-841b-4470-a3d9-cbec3c0afcd9 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:17.674412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:17.690013 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c05b8d5-417e-42eb-a520-1cc77abf58bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:17.786223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'Port': ['ID=493bd038-841b-4470-a3d9-cbec3c0afcd9,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:17.808184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.808598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.809001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.809402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.809797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.810193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.810584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.810974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.811364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.811773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.812163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.812551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.813038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.813424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.813807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.814191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.814575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.814959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.815338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.815746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.816129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.816510 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.816891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.817272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:17.822225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:18.070320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:34:18.273129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:34:18.286354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:34:18.300386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:18.301532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b3abb70>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:18.319902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4518-72cb-4a39-b18b-732ea9c0acf3 req-8198cd28-c231-46b3-85ee-db840107715b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:18.328452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] No DVR routers for this DVR port 493bd038-841b-4470-a3d9-cbec3c0afcd9 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:34:18.330798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:18.335790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'name': 'network-vif-deleted', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:18.341782 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cd1c4518-72cb-4a39-b18b-732ea9c0acf3 req-8198cd28-c231-46b3-85ee-db840107715b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1419780
Feb 17 03:34:18.373206 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-78109367-3854-4c40-b753-9f030c3244a6 req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.52 "DELETE /v2.0/ports/493bd038-841b-4470-a3d9-cbec3c0afcd9 HTTP/1.1" status: 204  len: 173 time: 1.5012841
Feb 17 03:34:18.374889 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 493bd038-841b-4470-a3d9-cbec3c0afcd9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:18.419004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: 493bd038-841b-4470-a3d9-cbec3c0afcd9 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:18.419404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 493bd038-841b-4470-a3d9-cbec3c0afcd9 not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:18.419916 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:18.428503 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4560c11d-bea6-4b57-96af-9b5054fa5f56 req-18cbc255-ff18-4e91-a28c-b7fdfbde1a63 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/ports?device_id=73390732-5d83-45e6-a650-228f06ea5210 HTTP/1.1" status: 200  len: 210 time: 0.0663033
Feb 17 03:34:18.468897 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cd1c4518-72cb-4a39-b18b-732ea9c0acf3 req-ea09787c-0e43-47ea-9168-1e0a72f7f5e2 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1261888
Feb 17 03:34:18.520198 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73390732-5d83-45e6-a650-228f06ea5210', 'name': 'network-vif-deleted', 'tag': '493bd038-841b-4470-a3d9-cbec3c0afcd9', 'status': 'completed', 'code': 200}
Feb 17 03:34:18.680944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:18.743603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:18.852909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:19.087903 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'code': 422} returned with failed status
Feb 17 03:34:19.095038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:19.106303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:19.110089 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:19.221901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:19.257888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.258287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.258675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.259058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.259701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.259809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.260220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.260587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.260963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.261337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.261708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.262078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.262541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.262906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.263271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.263664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.264032 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.264397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.264762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.265125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.265491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.265855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.266218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.267015 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:19.273488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:19.310028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b3abb70>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:19.314056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:34:19.322952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:19.323641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b3abb70>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:19.513588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:19.559083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59548) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:19.627871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:19.658195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:19.684972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02331866-7c58-41aa-99e2-776f05ac8405 req-6c6f6a17-e529-49f7-893b-034f38f82317 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:19.686529 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02331866-7c58-41aa-99e2-776f05ac8405 req-6c6f6a17-e529-49f7-893b-034f38f82317 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0905242
Feb 17 03:34:19.713649 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:19.719125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-feb545f6-5666-4613-a1f6-2b2d14627eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:19.738742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a1297a-7828-4d33-92da-786d948771c9,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:19.741517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:19.741954 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-02331866-7c58-41aa-99e2-776f05ac8405 req-a5d90604-64c5-4ba8-ac56-b717f3569747 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0440881
Feb 17 03:34:19.747052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:19.751465 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59552) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:19.751660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "DELETE /v2.0/security-groups/30a1297a-7828-4d33-92da-786d948771c9 HTTP/1.1" status: 204  len: 168 time: 0.1911032
Feb 17 03:34:19.768935 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-a944f3b2-003c-4fcc-b685-fd2f0ccd91fc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] show failed (client error): The resource could not be found.
Feb 17 03:34:19.771539 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a944f3b2-003c-4fcc-b685-fd2f0ccd91fc tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "GET /v2.0/security-groups/30a1297a-7828-4d33-92da-786d948771c9 HTTP/1.1" status: 404  len: 347 time: 0.0178547
Feb 17 03:34:19.773221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59558) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:19.874684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b3abb70>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:19.878920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ef26-3576-4b6f-b07e-da79ffd732d0 None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 4, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': 'f22c6555-8bb2-42b9-a508-9233dfa38d5e', 'name': '', 'network_id': 'aaca52fc-20e8-4f1e-a4a1-2b3bb58459da', 'tenant_id': '540aff79a2694839aada97949939da9c', 'mac_address': 'fa:16:3e:6f:55:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:46Z', 'updated_at': '2021-02-17T03:27:00Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'subnets': [{'id': 'db84d5a4-3e76-41a3-afff-008a918d1cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:34:19.959053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:19.959415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:20.104396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59568) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:20.224548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:20.224920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:20.246152 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-dd35ceea-6e45-4544-9246-4b0bbe1bdc09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1404078
Feb 17 03:34:20.246575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bcf79-60c1-4ab6-8979-226ef3046db7 req-7817880a-b157-4261-a77f-f426070ef360 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:20.248211 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc2bcf79-60c1-4ab6-8979-226ef3046db7 req-7817880a-b157-4261-a77f-f426070ef360 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1584363
Feb 17 03:34:20.282998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2afb1c5-d78c-46e4-ab67-e74d72ae3a75 None None] New status for floating IP 12a2a67e-5224-4ff2-8f1d-c98fae2f86fc: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:34:20.386175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:20.465986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc2bcf79-60c1-4ab6-8979-226ef3046db7 req-d83a7232-dd2d-4f13-8434-b18717137b2e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1622617
Feb 17 03:34:20.539820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:34:20.540184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:34:21.041935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Deleting port 66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:21.042246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:21.447043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:21.448190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:21.581956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Calling delete_port for 66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:21.724313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-00febaaa-38b8-468c-ac26-47366682162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:21.725848 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-00febaaa-38b8-468c-ac26-47366682162f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7&tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b HTTP/1.1" status: 200  len: 1161 time: 0.0770321
Feb 17 03:34:21.743174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd0fd-9c95-4286-837c-a685091cae7d req-c67554ea-5a96-425d-8444-29a3d841f8bf tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:21.745346 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f5ebd0fd-9c95-4286-837c-a685091cae7d req-c67554ea-5a96-425d-8444-29a3d841f8bf tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.1331847
Feb 17 03:34:21.841179 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-e000ec72-318b-428a-8c84-cf89c089e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:21.842949 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-e000ec72-318b-428a-8c84-cf89c089e998 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1161 time: 0.0820329
Feb 17 03:34:21.844630 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f5ebd0fd-9c95-4286-837c-a685091cae7d req-6bbe82a0-4a4a-4e4f-b89f-2b4a5d63e723 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0653625
Feb 17 03:34:21.848291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:21.864711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:21.968605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Pushing event deleted for resources: {'Port': ['ID=66e33ea0-c7a1-4ac8-92ff-8d1f1b8f1f0c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:21.982661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.983082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.983494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.983944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.984361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.984729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.985126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.985524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.985922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.986319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.986664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-6aa42017-6a18-4af9-93aa-df14daa80bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:21.986784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.987080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.987595 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.987992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.988300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-6aa42017-6a18-4af9-93aa-df14daa80bc1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.1381021
Feb 17 03:34:21.988458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.988749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.989137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.989528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.989918 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.990309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.990698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.991088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.991477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.991893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:34:21.997477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:22.112146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:22.128363 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:22.129608 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] 10.222.0.46 "DELETE /v2.0/floatingips/12a2a67e-5224-4ff2-8f1d-c98fae2f86fc HTTP/1.1" status: 204  len: 168 time: 2.3551891
Feb 17 03:34:22.315716 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-ee640c76-3dfe-475d-8bdf-a1db6b6fcc7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 1000 time: 0.3194718
Feb 17 03:34:22.386269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-f516c90d-8ded-40ed-9aa5-c49608393566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:22.387860 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-f516c90d-8ded-40ed-9aa5-c49608393566 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0650630
Feb 17 03:34:22.470495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-899f8f58-7d0b-42cf-aac1-54c9b5b99ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:22.472097 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-899f8f58-7d0b-42cf-aac1-54c9b5b99ab2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771141
Feb 17 03:34:22.619686 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-ac4e15c5-069c-4154-85cc-ee7571ea8fbb service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388535
Feb 17 03:34:22.764525 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fd6bd087-80f3-412f-b4e6-58ac84d25e81 req-481b75b0-6132-487f-9e8c-dda86c47e551 service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373289
Feb 17 03:34:23.050603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c9f6-2946-4331-95b7-cf25000422ac req-bb665763-4485-4705-9800-91f3b5d06219 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:23.052229 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f682c9f6-2946-4331-95b7-cf25000422ac req-bb665763-4485-4705-9800-91f3b5d06219 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0917001
Feb 17 03:34:23.099029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f682c9f6-2946-4331-95b7-cf25000422ac req-43b94042-1780-4f66-b51f-e6e38ab0128e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0406005
Feb 17 03:34:24.303180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830b2d-7855-4f3a-8105-d6b1b5040bae req-fc3f0b57-0f40-4a3d-831f-85edb50e7aad tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:24.304846 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71830b2d-7855-4f3a-8105-d6b1b5040bae req-fc3f0b57-0f40-4a3d-831f-85edb50e7aad tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0890427
Feb 17 03:34:24.350834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-71830b2d-7855-4f3a-8105-d6b1b5040bae req-76039837-d34e-4246-b946-ffc9bffb4ee3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0397575
Feb 17 03:34:25.546046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500e972-4b44-4421-a966-8eefed44bbec req-5ccef1fd-cd36-422e-886f-843a916bdc73 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:25.547566 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3500e972-4b44-4421-a966-8eefed44bbec req-5ccef1fd-cd36-422e-886f-843a916bdc73 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0863619
Feb 17 03:34:25.594569 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3500e972-4b44-4421-a966-8eefed44bbec req-6d4a92cf-6b9c-4ce5-8283-480239b546a5 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0407133
Feb 17 03:34:26.200140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59616) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:26.797500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5830c-5c09-46ec-9df8-7762dd019d51 req-8c49b1f7-086f-4df2-b37a-0c6a2a71d2a5 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:26.799087 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ff5830c-5c09-46ec-9df8-7762dd019d51 req-8c49b1f7-086f-4df2-b37a-0c6a2a71d2a5 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0904195
Feb 17 03:34:26.846655 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2ff5830c-5c09-46ec-9df8-7762dd019d51 req-e8c0583c-3207-49eb-8414-8d63c2a2d40e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0408020
Feb 17 03:34:26.886509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:27.253949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Deleting port f22c6555-8bb2-42b9-a508-9233dfa38d5e {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:27.254328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:27.435339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] For port f22c6555-8bb2-42b9-a508-9233dfa38d5e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=f22c6555-8bb2-42b9-a508-9233dfa38d5e,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:27.435763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:27.565478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Calling delete_port for f22c6555-8bb2-42b9-a508-9233dfa38d5e owned by network:router_interface {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:27.881162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-7a6939d2-9267-4c7b-985a-0aa335695a1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1280272
Feb 17 03:34:28.000058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:28.016242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af4998bf-3d71-4a06-a1c7-34047e354e20 tempest-VolumesSnapshotTestJSON-1362923283 tempest-VolumesSnapshotTestJSON-1362923283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:28.044692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f93b0-c41b-4369-9c30-c5a02202cf3d req-6632d549-483a-4281-8d5c-4490c51ca8be tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:28.046306 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-770f93b0-c41b-4369-9c30-c5a02202cf3d req-6632d549-483a-4281-8d5c-4490c51ca8be tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0869067
Feb 17 03:34:28.097704 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-770f93b0-c41b-4369-9c30-c5a02202cf3d req-ed1cf2c6-668e-4046-a175-4421c16a2207 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0450509
Feb 17 03:34:28.121144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f22c6555-8bb2-42b9-a508-9233dfa38d5e,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:28.125706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:28.144414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-b5a0ac0f-a9be-4b60-8cfd-204c26b6ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:28.145963 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-b5a0ac0f-a9be-4b60-8cfd-204c26b6ca6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 1163 time: 0.2268248
Feb 17 03:34:28.380936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-788a83c5-a8a3-4ad4-881d-45357fa6bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:28.382536 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-788a83c5-a8a3-4ad4-881d-45357fa6bbe0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 200  len: 910 time: 0.2155688
Feb 17 03:34:28.849043 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-03447f8e-cede-4efc-9a54-569aa5f98e41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 200  len: 1001 time: 0.1948669
Feb 17 03:34:28.923234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.012645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-c4449d1d-91b0-4906-87b3-f428c4811205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:29.014216 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-c4449d1d-91b0-4906-87b3-f428c4811205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 200  len: 855 time: 0.1513660
Feb 17 03:34:29.269039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-781c40b5-eb31-445e-8081-a897ad6b14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:29.270687 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-781c40b5-eb31-445e-8081-a897ad6b14f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2375443
Feb 17 03:34:29.301747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f215131-4932-460e-a808-3935f22e111c req-5736c0dd-ac8c-4b4b-8181-e8d82dd1b89c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:29.303352 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f215131-4932-460e-a808-3935f22e111c req-5736c0dd-ac8c-4b4b-8181-e8d82dd1b89c tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0931323
Feb 17 03:34:29.351671 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f215131-4932-460e-a808-3935f22e111c req-4374988d-3329-461e-97b3-cc917e239d0a tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0417137
Feb 17 03:34:29.583023 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-c015f238-212d-4ffb-b379-26fed0018680 service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990918
Feb 17 03:34:29.731886 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:29.757831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Router d56d6951-8823-41ab-a582-0bf7cefc454e has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:34:29.772048 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eba0d881-4ba4-4df5-b77b-df578dafb555 req-d79ba9d3-6dea-4547-93ce-077019a0a73a service neutron] 10.222.0.52 "GET /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1785707
Feb 17 03:34:29.956633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:34:29.965495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Sync routers for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:34:29.969300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] 10.222.0.46 "PUT /v2.0/routers/d56d6951-8823-41ab-a582-0bf7cefc454e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7680278
Feb 17 03:34:29.972198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59630) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:29.975664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:29.976328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b56a630>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:30.171825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:30.387288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.494588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b56a630>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:34:27Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:30.498639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Checking router: d56d6951-8823-41ab-a582-0bf7cefc454e for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:34:30.507603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Routers {'d56d6951-8823-41ab-a582-0bf7cefc454e'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:30.508266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b56a630>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d56d6951-8823-41ab-a582-0bf7cefc454e'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:30.567274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ae2a6-76c4-471e-a0b1-9c3f4a53eb24 req-0e42ece7-fdd0-4e08-b1c5-368bc1685190 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:30.570018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df4ae2a6-76c4-471e-a0b1-9c3f4a53eb24 req-0e42ece7-fdd0-4e08-b1c5-368bc1685190 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 944 time: 0.0994251
Feb 17 03:34:30.586190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.592208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Deleting port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:30.592589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.620578 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df4ae2a6-76c4-471e-a0b1-9c3f4a53eb24 req-310c7d08-1420-4edb-a2de-f3faff09430d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0448282
Feb 17 03:34:30.701153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] Set router d56d6951-8823-41ab-a582-0bf7cefc454e gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:30.784639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] For port d99b8b9d-6ef1-44c5-a81e-26dae66afa1e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d99b8b9d-6ef1-44c5-a81e-26dae66afa1e,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:30.784957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:30.917958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Calling delete_port for d99b8b9d-6ef1-44c5-a81e-26dae66afa1e owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:30.928755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:31.070410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = function(*args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     proto.__init__(conn_state, self)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle()
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle_one_request()
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.handle_one_response()
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = self.application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return app(environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self.application)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return request.get_response(self.application)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = req.get_response(self._app)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     application, catch_exc_info=False)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     app_iter = application(self.environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     response = self.app(environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return resp(environ, start_response)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     resp = self.call_func(req, *args, **kw)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.func(req, *args, **kwargs)
Feb 17 03:34:31.077828 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     result = method(request=request, **args)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._delete(request, id, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     obj_deleter(request.context, id, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return method(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(*dup_args, **dup_kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, context, *args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return method(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     context, port, router_ids, bound_mech_contexts)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     return function(*args, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     callback(resource, event, trigger, **kwargs)
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]:     stack = traceback.extract_stack()
Feb 17 03:34:31.083372 dv-cinder-759961-4-iscsi neutron-server[83881]: 
Feb 17 03:34:31.086230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:31.087547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.130261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b56a630>, [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:34:27Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:31.138846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862cf245-83e9-42b8-bf82-4df68890a128 None None] The sync data for ids ['d56d6951-8823-41ab-a582-0bf7cefc454e'] in dv-cinder-759961-4-iscsi is: [{'id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'name': 'tempest-AttachVolumeTestJSON-285418940-router', 'tenant_id': '540aff79a2694839aada97949939da9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:27Z', 'updated_at': '2021-02-17T03:34:27Z', 'revision_number': 5, 'project_id': '540aff79a2694839aada97949939da9c', 'gw_port': {'id': 'd99b8b9d-6ef1-44c5-a81e-26dae66afa1e', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd56d6951-8823-41ab-a582-0bf7cefc454e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:32Z', 'updated_at': '2021-02-17T03:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:34:31.313963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.412229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.450467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device f22c6555-8bb2-42b9-a508-9233dfa38d5e no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:31.474449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.477397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.493636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:31.508338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: f22c6555-8bb2-42b9-a508-9233dfa38d5e {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:31.508738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device f22c6555-8bb2-42b9-a508-9233dfa38d5e not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:31.512762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:31.519400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.521311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:31.563590 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'code': 200}
Feb 17 03:34:31.575642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.576269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d56d6951-8823-41ab-a582-0bf7cefc454e {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:34:31.590255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.594431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59640) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:31.599370 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d1a86895-4e95-4ce9-94bb-defe1f2dc0e7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d56d6951-8823-41ab-a582-0bf7cefc454e HTTP/1.1" status: 204  len: 168 time: 1.6259136
Feb 17 03:34:31.606031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=6']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:31.616834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:31.663578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Deleting subnet db84d5a4-3e76-41a3-afff-008a918d1cfa {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:34:31.667122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.726377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.922213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0354f1-48c5-473a-b368-b6fd7825ad85 req-0096b2c8-e5ab-44e7-8c6a-dc3de4926fb6 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:31.923643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d0354f1-48c5-473a-b368-b6fd7825ad85 req-0096b2c8-e5ab-44e7-8c6a-dc3de4926fb6 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1621726
Feb 17 03:34:31.942489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4994-61a5-47c7-84d0-a795ce8bb559 req-4e1a7391-8e61-4ed4-86bc-4d4549dd054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:31.944380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-569d4994-61a5-47c7-84d0-a795ce8bb559 req-4e1a7391-8e61-4ed4-86bc-4d4549dd054d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.0816007
Feb 17 03:34:31.979746 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2d0354f1-48c5-473a-b368-b6fd7825ad85 req-747d6f84-c00f-432f-948d-259cc2106a00 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0482116
Feb 17 03:34:31.980955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:31.997561 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-569d4994-61a5-47c7-84d0-a795ce8bb559 req-28280593-4e8a-44e9-bc94-17f841baaed7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0453141
Feb 17 03:34:32.239495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.255059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-809ace47-7996-4c6d-86ee-b527c88b9d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:32.347789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db84d5a4-3e76-41a3-afff-008a918d1cfa,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:32.352524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:32.388195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.394130 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5ccf278a-1941-4efe-94d6-9f21d7ae2c0a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db84d5a4-3e76-41a3-afff-008a918d1cfa HTTP/1.1" status: 204  len: 168 time: 0.7986193
Feb 17 03:34:32.394269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86b00f-de9d-43fd-bcf6-63fc3dc5c6a3 None None] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:34:32.396897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59646) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:32.513346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.568777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:34:32.582303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Deleting port b553f782-7704-4779-9f74-18226ffe710c {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:32.582680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.664119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port ee2e0f68-7311-4134-9186-6f27cbf5411a triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:34:32.664544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.717623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] DHCP port deletion for aaca52fc-20e8-4f1e-a4a1-2b3bb58459da request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:34:32.726538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Deleting port b553f782-7704-4779-9f74-18226ffe710c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:32.726952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.809484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] For port b553f782-7704-4779-9f74-18226ffe710c, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=b553f782-7704-4779-9f74-18226ffe710c,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:32.809802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:32.943768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Calling delete_port for b553f782-7704-4779-9f74-18226ffe710c owned by network:dhcp {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:33.006376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] For port b553f782-7704-4779-9f74-18226ffe710c, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=b553f782-7704-4779-9f74-18226ffe710c,segment=NetworkSegment(47f2105d-6f67-48e0-847e-f7deb88b2815),segment_id=47f2105d-6f67-48e0-847e-f7deb88b2815)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:33.006818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.031027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.047182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:33.141945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Calling delete_port for b553f782-7704-4779-9f74-18226ffe710c owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:33.312988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a12cab53-8dff-4ffa-af5c-56d5075e8548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.333096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:34:33.333512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:34:33.423337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b553f782-7704-4779-9f74-18226ffe710c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:33.432902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:33.480860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] No DVR routers for this DVR port b553f782-7704-4779-9f74-18226ffe710c on host dv-cinder-759961-4-iscsi {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:34:33.488356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d99b8b9d-6ef1-44c5-a81e-26dae66afa1e no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:33.529058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: d99b8b9d-6ef1-44c5-a81e-26dae66afa1e {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:33.529457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d99b8b9d-6ef1-44c5-a81e-26dae66afa1e not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:33.529930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device b553f782-7704-4779-9f74-18226ffe710c no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:33.565132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: b553f782-7704-4779-9f74-18226ffe710c {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:33.565490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device b553f782-7704-4779-9f74-18226ffe710c not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:33.617731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c356-2337-467a-a918-b95cc9da8a27 req-e5500841-b676-4d20-9bd8-9b0c95026101 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:33.619369 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9eb1c356-2337-467a-a918-b95cc9da8a27 req-e5500841-b676-4d20-9bd8-9b0c95026101 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.2417650
Feb 17 03:34:33.645482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.754619 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9eb1c356-2337-467a-a918-b95cc9da8a27 req-d4772b1c-9d7b-45c0-a7e9-7bab318a594f tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1272283
Feb 17 03:34:33.783824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa295bf198>,) {'filters': {'network_id': ['aaca52fc-20e8-4f1e-a4a1-2b3bb58459da']}} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:33.796628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa295bf198>, '47f2105d-6f67-48e0-847e-f7deb88b2815') {'for_net_delete': True} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:33.796973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa295bf198>, '47f2105d-6f67-48e0-847e-f7deb88b2815') {} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:33.808958 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206833'] for segment, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.826601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.828647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:34:33.834927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Deleting port b553f782-7704-4779-9f74-18226ffe710c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:33.835366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:33.909109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-07b019d2-f4a7-4593-89ac-33740d2a1124 None None] The port 'b553f782-7704-4779-9f74-18226ffe710c' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:34:34.014723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:34:34.023859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6760849'] for segment, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.200906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Network aaca52fc-20e8-4f1e-a4a1-2b3bb58459da has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:34:34.224611 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:34:34.307720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.311197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:34.325069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.335947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Pushing event deleted for resources: {'Network': ['ID=aaca52fc-20e8-4f1e-a4a1-2b3bb58459da,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:34.339310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:34.349222 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/aaca52fc-20e8-4f1e-a4a1-2b3bb58459da HTTP/1.1" status: 204  len: 168 time: 1.9513359
Feb 17 03:34:34.469693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59654) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:34.521426 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e67e687a-e88f-479e-86cf-908fbc51dc44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=540aff79a2694839aada97949939da9c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504308
Feb 17 03:34:34.524059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59658) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:34.589304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.616525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.664067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.668940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-34a96ac6-b15f-4ffd-8e7f-88f1ec198f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:34.684882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34008e8-79db-4c5f-bb70-5c7047f01a53,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:34.688047 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:34.691854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:34.695177 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f34008e8-79db-4c5f-bb70-5c7047f01a53 HTTP/1.1" status: 204  len: 168 time: 0.1685989
Feb 17 03:34:34.953868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661382d7-8a5e-42aa-80f6-127aa899b2e2 req-5d5bd920-523a-4233-a124-d3ef14fef4af tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:34.956050 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-661382d7-8a5e-42aa-80f6-127aa899b2e2 req-5d5bd920-523a-4233-a124-d3ef14fef4af tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0873101
Feb 17 03:34:35.006473 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-661382d7-8a5e-42aa-80f6-127aa899b2e2 req-a27fd961-6e57-49d7-a625-4ade1f66f723 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0441589
Feb 17 03:34:35.610129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-03e3d990-d7ff-419d-8cff-c61e21a2d656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:35.990685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:34:36.136974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:36.709559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59720) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:36.834479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:36.849984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:36.854910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Usage tracker for resource:security_group_rule and tenant:2e16e603f4d44640ab5a9dd7ce1e9b95 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:36.857885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:36.863592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:36.949482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:36.952090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:36.960957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c040f931-5342-47be-bdd5-d92504ab15d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:37.005407 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e16e603f4d44640ab5a9dd7ce1e9b95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2947116
Feb 17 03:34:37.006351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037cd69b-3211-4e6b-82fa-d29877355de6,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:37.008450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59726) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:37.009628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:37.069606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.096335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.140860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.145664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ac9b8cb3-c33c-444f-a9da-a5ea381a2e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:37.156179 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037cd69b-3211-4e6b-82fa-d29877355de6,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:37.159803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:37.162992 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.164231 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cf9e0d48-258a-4fa6-8f57-d3e747dbc92c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/037cd69b-3211-4e6b-82fa-d29877355de6 HTTP/1.1" status: 204  len: 168 time: 0.1547177
Feb 17 03:34:37.376300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.450591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59734) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:37.469684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.485456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:37.489477 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Usage tracker for resource:security_group_rule and tenant:c73dcf552a24486c8bdb4f55d19ed951 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:37.492414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:37.498770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:37.582993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.585675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.595448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-93324008-76e3-488a-960a-aacae785f3f6 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:37.608539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.643193 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c73dcf552a24486c8bdb4f55d19ed951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914661
Feb 17 03:34:37.644946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f43286-b629-4e28-9cd5-818974efec3f,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:37.646113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59738) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:37.649152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:37.707648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.735568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.782370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.787663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2dcad902-955c-4422-b88a-cb77505ee463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:37.799113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f43286-b629-4e28-9cd5-818974efec3f,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:37.801654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:37.807014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:37.808264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3f43286-b629-4e28-9cd5-818974efec3f HTTP/1.1" status: 204  len: 168 time: 0.1610889
Feb 17 03:34:42.393229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94654f7c-8997-46c1-be1a-11f243577a1a req-4036e396-c096-4767-a391-b2c2784ae199 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:42.394847 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94654f7c-8997-46c1-be1a-11f243577a1a req-4036e396-c096-4767-a391-b2c2784ae199 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0927300
Feb 17 03:34:42.442797 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-94654f7c-8997-46c1-be1a-11f243577a1a req-12170081-92ca-4394-b7eb-04b17632d34a tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411279
Feb 17 03:34:43.661560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c7a6b-14b6-482b-b993-83191739e39e req-1a151791-c95b-430f-a850-a7f7757efce9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:43.663185 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b8c7a6b-14b6-482b-b993-83191739e39e req-1a151791-c95b-430f-a850-a7f7757efce9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.0927429
Feb 17 03:34:43.711905 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2b8c7a6b-14b6-482b-b993-83191739e39e req-d4088731-0dac-489f-8cb1-db46c5f5aa92 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422957
Feb 17 03:34:43.957302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-115230de-50c1-4a93-95c0-d61953318af1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:43.958060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-115230de-50c1-4a93-95c0-d61953318af1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Synchronizing usage tracker for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:34:43.972234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-115230de-50c1-4a93-95c0-d61953318af1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Unset dirty status for tenant:7d8b1f2f62fe46bd86f2158ff4c88376 on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:34:43.973419 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-115230de-50c1-4a93-95c0-d61953318af1 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 946 time: 0.1007910
Feb 17 03:34:44.052745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Deleting port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:44.053132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.313085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:44.313481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.503201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ec0e37c1-8234-4d0f-97f8-aeb6924765b5 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:44.625612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.629351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.629768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.630152 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Floating IP c7ea984b-8c63-4736-9e03-c54fe4a5fc46 disassociated. External IP: 172.27.1.76, port: ec0e37c1-8234-4d0f-97f8-aeb6924765b5.
Feb 17 03:34:44.630535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Calling delete_port for ec0e37c1-8234-4d0f-97f8-aeb6924765b5 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:44.654156 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:44.664689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:44.668715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:44.671698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-39120fb8-4d59-43b9-b7a6-8661698110fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:44.711944 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'code': 200}
Feb 17 03:34:44.716198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:34:44.716565 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:34:44.749456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=7']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:44.752919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:45.051200 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c86d74-ddb4-4a98-96cc-ed0be14ccb8c req-fe2197f5-88e0-4262-9749-7252a875a831 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:34:45.052772 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5c86d74-ddb4-4a98-96cc-ed0be14ccb8c req-fe2197f5-88e0-4262-9749-7252a875a831 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 944 time: 0.0903795
Feb 17 03:34:45.101486 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5c86d74-ddb4-4a98-96cc-ed0be14ccb8c req-811af8c8-bcc7-4086-af42-4edf01da972f tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups?id=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416837
Feb 17 03:34:45.217818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Deleting port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:45.218322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:45.484596 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] For port ec0e37c1-8234-4d0f-97f8-aeb6924765b5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:45.485000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:45.799701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:45.800190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:45.800425 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Floating IP c7ea984b-8c63-4736-9e03-c54fe4a5fc46 disassociated. External IP: 172.27.1.76, port: ec0e37c1-8234-4d0f-97f8-aeb6924765b5.
Feb 17 03:34:45.800809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Calling delete_port for ec0e37c1-8234-4d0f-97f8-aeb6924765b5 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:45.952307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:45.973087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c10b7908-046f-46da-821c-b2a56f97f4aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:46.073858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'Port': ['ID=ec0e37c1-8234-4d0f-97f8-aeb6924765b5,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:46.074872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:46.297062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-336a7574-9c2e-45e8-92bd-65e3d0539146 req-eec77648-c0fc-4c7d-8f83-97abedde3271 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 210 time: 0.0558648
Feb 17 03:34:46.585219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:34:46.774367 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:34:46.785129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:34:46.796227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:46.796908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0ea128>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:46.819122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] No DVR routers for this DVR port ec0e37c1-8234-4d0f-97f8-aeb6924765b5 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:34:46.821401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:46.824308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-deleted', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:34:46.844366 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7a8fce02-8610-4cbf-8f6d-71a757b95e28 req-07f51643-9034-42e9-9290-3d6c20fe1818 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.52 "DELETE /v2.0/ports/ec0e37c1-8234-4d0f-97f8-aeb6924765b5 HTTP/1.1" status: 204  len: 173 time: 2.8643999
Feb 17 03:34:46.891991 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f420e97-ea65-416f-bcb1-3912244b4f06', 'name': 'network-vif-deleted', 'tag': 'ec0e37c1-8234-4d0f-97f8-aeb6924765b5', 'status': 'completed', 'code': 200}
Feb 17 03:34:46.995620 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:47.496768 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fe074166-f837-4803-9faa-23da9f4ada3c req-eb684b03-8b1d-4da1-91c3-0ddda74b35b0 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f420e97-ea65-416f-bcb1-3912244b4f06 HTTP/1.1" status: 200  len: 210 time: 0.0517218
Feb 17 03:34:47.510403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0ea128>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:47.519712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:34:47.527900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:47.528626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0ea128>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:47.725050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:48.068380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0ea128>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:48.075373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6919771-4eb9-498f-bca5-4cc4da2cca0b None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:26:37Z', 'revision_number': 4, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '68c5655b-f7f3-4c35-b203-bee1e610247d', 'name': '', 'network_id': 'cb8f45f6-f6e6-4160-8b4b-ea43f62275bd', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'mac_address': 'fa:16:3e:77:62:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:31Z', 'updated_at': '2021-02-17T03:26:51Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'subnets': [{'id': '01ad68f4-391f-4e05-9fd0-862b6ec9fc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:34:48.172228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59896) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:48.300430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.316582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:48.320959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4fc735ea594d00a9ba7986e51fa6f0 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:48.324160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:48.330045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:48.418093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.421112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.430012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-549b0fac-faf1-4929-8fbe-37bab2413973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:48.458808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9811d0-2266-46b9-8348-a384bee01e3e None None] New status for floating IP c7ea984b-8c63-4736-9e03-c54fe4a5fc46: DOWN {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:34:48.472941 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d4fc735ea594d00a9ba7986e51fa6f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995622
Feb 17 03:34:48.474593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510cb925-061c-4aa7-8d62-b35fe26adb04,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:48.475841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59902) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:48.478340 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:48.540214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.568199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.624439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.636300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59910) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:48.636451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-38cef900-1f1e-450c-bc3d-015b93e8b764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:48.652993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510cb925-061c-4aa7-8d62-b35fe26adb04,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:48.659028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.662715 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/510cb925-061c-4aa7-8d62-b35fe26adb04 HTTP/1.1" status: 204  len: 168 time: 0.1855288
Feb 17 03:34:48.663979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fee7da04-6bdc-4239-af1a-a5366ff37943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:48.710317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.744691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.801025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.806601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4f95ff83-4cdd-4fb9-9ace-ac733a3e3ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:48.823011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:48.827605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:48.840874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:48.844966 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "DELETE /v2.0/security-groups/c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd HTTP/1.1" status: 204  len: 168 time: 0.2048762
Feb 17 03:34:48.845222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59918) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:48.863427 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.api.v2.resource [None req-2ffdb4c7-36cd-4c01-93da-e09a62dd6e95 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] show failed (client error): The resource could not be found.
Feb 17 03:34:48.865699 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2ffdb4c7-36cd-4c01-93da-e09a62dd6e95 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "GET /v2.0/security-groups/c060b1ee-4d07-4b8a-a4a0-a09e3ea634fd HTTP/1.1" status: 404  len: 347 time: 0.0187178
Feb 17 03:34:48.868023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59922) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:48.980546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59926) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:49.000284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.017060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:49.021261 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Usage tracker for resource:security_group_rule and tenant:5d710099ed004c4e8ec04b0fc8ccb089 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:49.024323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:49.030388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:49.038563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Deleting port e5b20cfc-db1f-4257-acc5-8563ab98493f {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:49.039369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.117997 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.121410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.130467 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-85a118d9-468c-4317-b615-b3b503d75b8e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:49.172234 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d710099ed004c4e8ec04b0fc8ccb089&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903977
Feb 17 03:34:49.173976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67471327-6f0d-4b6c-8187-513a20f22f92,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:49.175315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59930) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:49.177259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-51a97df5-74f1-4926-bd08-d2f4dec6c995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:49.265068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.265444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.406770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Calling delete_port for e5b20cfc-db1f-4257-acc5-8563ab98493f owned by network:floatingip {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:49.435593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.486020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.602262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.610129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0f402301-0639-4199-8ba1-4617c3cfa592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:49.625813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67471327-6f0d-4b6c-8187-513a20f22f92,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:49.631292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:49.631957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.648000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8c7b5bd8-7670-42e3-804c-0f338e180221 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:49.755031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Pushing event deleted for resources: {'Port': ['ID=e5b20cfc-db1f-4257-acc5-8563ab98493f,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:49.760028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:49.773599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.774794 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67471327-6f0d-4b6c-8187-513a20f22f92 HTTP/1.1" status: 204  len: 168 time: 0.5984418
Feb 17 03:34:49.882417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks [] for floatingip, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.884985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:49.886301 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b4977907-416c-4875-abe2-c362e178e4e9 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] 10.222.0.46 "DELETE /v2.0/floatingips/c7ea984b-8c63-4736-9e03-c54fe4a5fc46 HTTP/1.1" status: 204  len: 168 time: 1.0172815
Feb 17 03:34:50.139361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 59942) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:50.159275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.174455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:50.178537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf10b3ff0004ccc8b0e930e2f875bc9 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:50.181502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:50.187233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:50.274101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.277558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.285884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0e9ab609-2b91-4f44-b9e1-f69a2d704c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:50.331850 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1cf10b3ff0004ccc8b0e930e2f875bc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912320
Feb 17 03:34:50.333566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951e6ca2-630c-4f2f-9247-a6bf90bc867c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:50.334872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 59946) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:50.337039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:50.402902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.429446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.473201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.478663 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4564314a-fbbd-45e5-b7cc-68cf73d3b954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:50.493359 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951e6ca2-630c-4f2f-9247-a6bf90bc867c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:50.497081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:50.501414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:50.502742 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-20ba5877-bdb5-40f4-a636-974cbc14e1e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/951e6ca2-630c-4f2f-9247-a6bf90bc867c HTTP/1.1" status: 204  len: 168 time: 0.1666462
Feb 17 03:34:52.717346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60016) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:53.456511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.049547 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Deleting port 68c5655b-f7f3-4c35-b203-bee1e610247d {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:54.050053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.242302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] For port 68c5655b-f7f3-4c35-b203-bee1e610247d, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=68c5655b-f7f3-4c35-b203-bee1e610247d,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:54.242710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.379033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Calling delete_port for 68c5655b-f7f3-4c35-b203-bee1e610247d owned by network:router_interface {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:54.552876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:54.568561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ae15905-f241-4024-ba67-0017f60ce74b tempest-ServerRescueNegativeTestJSON-2012574549 tempest-ServerRescueNegativeTestJSON-2012574549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:54.670429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c5655b-f7f3-4c35-b203-bee1e610247d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:54.680133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:55.013308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:55.574274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Router 7dce75df-14fa-4354-822e-b49d817ae8de has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:34:55.769952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:34:55.783351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Sync routers for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:34:55.795268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7a8b8d71-433f-4b66-9aa5-abe54fd86d32 admin admin] 10.222.0.46 "PUT /v2.0/routers/7dce75df-14fa-4354-822e-b49d817ae8de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0730431
Feb 17 03:34:55.795458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:55.795458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b251160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:55.795696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60048) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:55.997671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:56.003351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:56.355307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b251160>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:34:54Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:56.360136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Checking router: 7dce75df-14fa-4354-822e-b49d817ae8de for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:34:56.370255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Routers {'7dce75df-14fa-4354-822e-b49d817ae8de'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:34:56.370978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b251160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:34:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['7dce75df-14fa-4354-822e-b49d817ae8de'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:56.464225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:56.469691 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Deleting port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:56.470070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:56.576098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] Set router 7dce75df-14fa-4354-822e-b49d817ae8de gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:34:56.670309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] For port 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=115bbeb6-20e9-4bda-a1b0-b448ffb2f06c,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:56.670712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:56.812190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Calling delete_port for 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:56.965868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.075805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b251160>, [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:34:54Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:57.080298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4f390-ddc4-4f86-9508-c00d29a9bcdd None None] The sync data for ids ['7dce75df-14fa-4354-822e-b49d817ae8de'] in dv-cinder-759961-4-iscsi is: [{'id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'name': 'tempest-AttachVolumeShelveTestJSON-981441324-router', 'tenant_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:26:20Z', 'updated_at': '2021-02-17T03:34:54Z', 'revision_number': 5, 'project_id': '7d8b1f2f62fe46bd86f2158ff4c88376', 'gw_port': {'id': '115bbeb6-20e9-4bda-a1b0-b448ffb2f06c', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:27:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dce75df-14fa-4354-822e-b49d817ae8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:26:21Z', 'updated_at': '2021-02-17T03:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:34:57.181098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.327736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.330317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.350602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.351170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dce75df-14fa-4354-822e-b49d817ae8de {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:34:57.363825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.365005 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1fd5ae9f-0b96-4379-80bc-10eddaa5ec25 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7dce75df-14fa-4354-822e-b49d817ae8de HTTP/1.1" status: 204  len: 168 time: 1.5680845
Feb 17 03:34:57.367850 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60084) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:57.436826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Deleting subnet 01ad68f4-391f-4e05-9fd0-862b6ec9fc54 {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:34:57.440233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.459801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 68c5655b-f7f3-4c35-b203-bee1e610247d no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:57.499078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.499215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 68c5655b-f7f3-4c35-b203-bee1e610247d {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:57.499455 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 68c5655b-f7f3-4c35-b203-bee1e610247d not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:57.625625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.897371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:57.913820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eaa56563-41c0-46aa-8109-62c8640953dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:58.009392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ad68f4-391f-4e05-9fd0-862b6ec9fc54,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:58.013934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:58.049728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.055267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d385164-88df-4cbc-bdb6-765938c108b1 None None] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:34:58.056645 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01ad68f4-391f-4e05-9fd0-862b6ec9fc54 HTTP/1.1" status: 204  len: 168 time: 0.6874976
Feb 17 03:34:58.059322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60100) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:58.180319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.242667 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60106) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:58.255092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Deleting port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:58.255471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.365790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] DHCP port deletion for cb8f45f6-f6e6-4160-8b4b-ea43f62275bd request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:34:58.370081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Deleting port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:58.370510 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.385390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.401655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:58.405720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Usage tracker for resource:security_group_rule and tenant:614bcf0427994a9fb9f49b15000d5c3f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:58.409435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:58.416484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:58.477446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] For port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:58.478149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.501509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.504768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.533337 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aae27745-8a84-42ec-8ca8-5c31ebd6920c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:58.564623 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=614bcf0427994a9fb9f49b15000d5c3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3188322
Feb 17 03:34:58.564623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391af469-faad-4050-98f7-7675f7a87912,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:58.567561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60112) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:58.583622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dd7ca736-1255-442d-a03b-99566e262f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:58.619564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Calling delete_port for 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e owned by network:dhcp {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:58.652095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.682601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.703079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.719891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-aabdee95-de51-47b6-8d4b-7c911fbb0043 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:58.733986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.739451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b014e7b3-205d-4753-adfd-235c20f9f2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:58.750936 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391af469-faad-4050-98f7-7675f7a87912,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:58.754917 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:58.758564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.762835 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/391af469-faad-4050-98f7-7675f7a87912 HTTP/1.1" status: 204  len: 168 time: 0.1944189
Feb 17 03:34:58.830131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:58.834327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:58.870550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] No DVR routers for this DVR port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e on host dv-cinder-759961-4-iscsi {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:34:58.956119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] For port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e,segment=NetworkSegment(51ea6aaf-6716-4121-b154-9ef3f9fecdd9),segment_id=51ea6aaf-6716-4121-b154-9ef3f9fecdd9)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:34:58.956581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:58.999134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.085334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60120) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:59.101226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Calling delete_port for 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:34:59.109728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.118556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2af73668>,) {'filters': {'network_id': ['cb8f45f6-f6e6-4160-8b4b-ea43f62275bd']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:59.125712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:34:59.129840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Usage tracker for resource:security_group_rule and tenant:acc474421ce340b3a63894f1c4ced71e is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:34:59.132715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2af73668>, '51ea6aaf-6716-4121-b154-9ef3f9fecdd9') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:59.132925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:34:59.133037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2af73668>, '51ea6aaf-6716-4121-b154-9ef3f9fecdd9') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:34:59.139298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:34:59.145880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.161452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.163586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:34:59.229638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.233990 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.234473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:34:59.234895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:34:59.242922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d02fa5a-6b74-43cf-8877-a499700017a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:59.291723 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=acc474421ce340b3a63894f1c4ced71e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2051904
Feb 17 03:34:59.293412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d8441-15e0-4729-a0a6-f12710c78f95,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:59.295943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60124) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:34:59.298601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:59.351158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:34:59.358945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.360497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.387219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.431244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.436868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce97189d-71a8-491d-ac08-06014c540e39 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:59.451292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d8441-15e0-4729-a0a6-f12710c78f95,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:59.454142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:59.455360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.459424 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-73f3f6b4-acfc-4167-b4c1-c76d8ab09c38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d5d8441-15e0-4729-a0a6-f12710c78f95 HTTP/1.1" status: 204  len: 168 time: 0.1597006
Feb 17 03:34:59.514076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:59.544478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Network cb8f45f6-f6e6-4160-8b4b-ea43f62275bd has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:34:59.551532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:59.551953 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 115bbeb6-20e9-4bda-a1b0-b448ffb2f06c not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:59.552436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:34:59.571394 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:34:59.589908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:34:59.590307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:34:59.651305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.655430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:34:59.669537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.680570 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8f45f6-f6e6-4160-8b4b-ea43f62275bd,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:34:59.684669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:34:59.694949 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb8f45f6-f6e6-4160-8b4b-ea43f62275bd HTTP/1.1" status: 204  len: 168 time: 1.6344664
Feb 17 03:34:59.736094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Deleting port 2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:34:59.736590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.827969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-4e4eaaff-b8e5-4379-8f22-adbcd5d484fb None None] The port '2ddc4eb1-35f1-4d3a-945d-7a576ea3b77e' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:34:59.830610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:34:59.882767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60140) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:00.173485 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-eb25db70-f4d9-4bf3-88cd-653cc7b24ac6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d8b1f2f62fe46bd86f2158ff4c88376&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2893927
Feb 17 03:35:00.176217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60150) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:00.241209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:00.269695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:00.315096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:00.320102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e3223fea-0d2c-4d3e-8e20-d97aee18213e tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:00.333843 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139337fe-e396-4e93-9903-26e1fb956b8f,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:00.336305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:00.346119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:00.347874 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/139337fe-e396-4e93-9903-26e1fb956b8f HTTP/1.1" status: 204  len: 168 time: 0.1703749
Feb 17 03:35:02.564293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60242) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:02.687064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:02.702693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:02.706935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Usage tracker for resource:security_group_rule and tenant:a8fabd47ae6e411faef10b83d081faed is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:02.710040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:02.716390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:02.802012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:02.804862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:02.813450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-948e717c-3fac-4b88-9779-8b06ae2d6101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:02.856822 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8fabd47ae6e411faef10b83d081faed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2914133
Feb 17 03:35:02.857716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c200e-89cd-467a-abc1-628248f1babb,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:02.860124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60248) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:02.860982 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:02.922450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:02.952684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:02.999866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.004913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1b0b5e1f-1878-4e43-812b-2b7de7e1047d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:03.017303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c200e-89cd-467a-abc1-628248f1babb,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:03.020416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:03.022385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.025292 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e5c200e-89cd-467a-abc1-628248f1babb HTTP/1.1" status: 204  len: 168 time: 0.1624148
Feb 17 03:35:03.185230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a5709577-b080-4c07-8ceb-146618706a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.319503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60268) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:03.339736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.356182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:03.360244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea70d5f028e04985a79e131d01796fc5 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:03.363225 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:03.369090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:03.455402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.458382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.467762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6fa3ddbb-971f-49b3-964c-259337bd623c tempest-VolumesNegativeTest-1459138443 tempest-VolumesNegativeTest-1459138443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:03.508659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea70d5f028e04985a79e131d01796fc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1879582
Feb 17 03:35:03.510893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc7ab1-3dae-4686-9208-cb4ec7129328,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:03.512186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60276) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:03.514148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2d6d3702-f393-4bb7-b722-f09490304fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:03.576295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.604266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.648482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.653882 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5b4f9dd3-2765-4041-a19c-c48f06eaffde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:03.666427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc7ab1-3dae-4686-9208-cb4ec7129328,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:03.670581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:03.677502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:03.678895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87dc7ab1-3dae-4686-9208-cb4ec7129328 HTTP/1.1" status: 204  len: 168 time: 0.1654835
Feb 17 03:35:04.382784 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60298) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:04.492351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1326646924-network', 'tenant_id': '577188b50b53492e885c33231bec1911'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:04.498000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:04.502038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Usage tracker for resource:network and tenant:577188b50b53492e885c33231bec1911 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:04.505058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:04.510818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:04.523816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Made reservation on behalf of 577188b50b53492e885c33231bec1911 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:04.528796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.542771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.558598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:04.562609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:577188b50b53492e885c33231bec1911 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:04.565575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:04.571177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:04.656962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.659899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.664323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-128439c6-2739-4dbc-8033-24f881d53273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:04.693857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:35:04.706753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e64d29-db3b-4fe2-8e09-73c3dc6e4fcf,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:04.711298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:04.713350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.713819 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Added segment cab2aea7-281a-4f04-899f-a365242d0bb8 of type vxlan for network eb6a438b-b1c2-4148-b8b1-5d4e7f023500
Feb 17 03:35:04.742758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.754671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60312) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:04.772853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.774170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:04.774852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.780431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:04.880387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.888849 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5048945
Feb 17 03:35:04.889789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb6a438b-b1c2-4148-b8b1-5d4e7f023500,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:04.891877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60318) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:04.894759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5ed9ac50-c258-4d4d-b672-1a266cb7e5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:04.898673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Request body: {'subnet': {'network_id': 'eb6a438b-b1c2-4148-b8b1-5d4e7f023500', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1326646924-subnet', 'tenant_id': '577188b50b53492e885c33231bec1911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:04.902513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:04.904445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:04.906542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:04.909039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Usage tracker for resource:subnet and tenant:577188b50b53492e885c33231bec1911 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:04.910795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Usage tracker for resource:security_group_rule and tenant:8be06df3d2354169b232a3d88ab9760a is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:04.912146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:04.913824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:04.918765 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:04.920150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:04.929307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Made reservation on behalf of 577188b50b53492e885c33231bec1911 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:04.934629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846422492'] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:04.972370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:05.006142 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.011060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.020640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-65bcf3a6-c3c8-46a6-9217-7b6f8b1fa6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:05.067695 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8be06df3d2354169b232a3d88ab9760a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3092928
Feb 17 03:35:05.067695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea656517-ac00-47cf-ac5c-24c8e295d879,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:05.069574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60322) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:05.073056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:05.141922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.171092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.217158 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.225998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dababb48-2229-48b6-926e-2da9ac6d571a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:05.245682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea656517-ac00-47cf-ac5c-24c8e295d879,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:05.248068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.250888 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea656517-ac00-47cf-ac5c-24c8e295d879 HTTP/1.1" status: 204  len: 168 time: 0.1802764
Feb 17 03:35:05.253440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:05.368408 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6578112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846422475'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.386762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0c7787d6-9ff0-4670-9314-3178c683d732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:05.520325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cbd834-e9a5-451f-bc73-c456a92c7983,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:05.525108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:05.586552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Checking segment: {'id': 'cab2aea7-281a-4f04-899f-a365242d0bb8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eb6a438b-b1c2-4148-b8b1-5d4e7f023500'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:05.586946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Network hostable DHCP agents. Network: eb6a438b-b1c2-4148-b8b1-5d4e7f023500, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:35:05.606758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:35:05.610580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c2ced71-f723-462f-adeb-4290c0ef7f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.615852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, eb6a438b-b1c2-4148-b8b1-5d4e7f023500) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:05.626060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a43625-057e-4702-888b-28c3b19b913e None None] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:05.633523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:05.634190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:05.659085 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b3dca191-e0e7-487a-b1ce-b2fdf5a798af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7658062
Feb 17 03:35:05.868314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6f118-5812-4c17-9b9e-f668f49493d3 None None] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:06.140053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.452794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60372) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:06.459472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-594124094-network', 'tenant_id': '6e45f571ccce440298b2fead112bc9b2'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:06.465068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:06.469470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Usage tracker for resource:network and tenant:6e45f571ccce440298b2fead112bc9b2 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:06.473537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:06.480658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:06.489573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Made reservation on behalf of 6e45f571ccce440298b2fead112bc9b2 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:06.495086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.508449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.524041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:06.528054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Usage tracker for resource:security_group_rule and tenant:6e45f571ccce440298b2fead112bc9b2 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:06.531026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:06.536848 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:06.622989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.625825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.630138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9ee954a3-9e2e-47f1-80f0-f57dc8ace32c tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:06.664571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:35:06.671095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fae482-811e-4b11-97ec-7b93a7ab4ce6,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:06.674454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:06.681058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.682001 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Added segment 285622b8-5db1-4a65-9b06-9fd34b749750 of type vxlan for network 055ef622-3514-441f-b24b-7b969b5a0990
Feb 17 03:35:06.709308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.740500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.742057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:06.742860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:06.748650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:06.854377 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4003334
Feb 17 03:35:06.857307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60386) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:06.858652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Pushing event updated for resources: {'Network': ['ID=055ef622-3514-441f-b24b-7b969b5a0990,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:06.861546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:06.866405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Request body: {'subnet': {'network_id': '055ef622-3514-441f-b24b-7b969b5a0990', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-594124094-subnet', 'tenant_id': '6e45f571ccce440298b2fead112bc9b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:06.870452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 055ef622-3514-441f-b24b-7b969b5a0990 details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:06.871757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:06.875872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Usage tracker for resource:subnet and tenant:6e45f571ccce440298b2fead112bc9b2 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:06.879107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:06.885409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:06.888191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 055ef622-3514-441f-b24b-7b969b5a0990 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:06.895727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Made reservation on behalf of 6e45f571ccce440298b2fead112bc9b2 for: {'subnet': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:06.901299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846534169'] for subnet, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:07.343898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6764331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846534154'] for subnet, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:07.362255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:07.380347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:07.505928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a50e1d-9a45-475b-9e49-62b272193da1,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:07.510131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:07.567454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Checking segment: {'id': '285622b8-5db1-4a65-9b06-9fd34b749750', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '055ef622-3514-441f-b24b-7b969b5a0990'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:07.567834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Network hostable DHCP agents. Network: 055ef622-3514-441f-b24b-7b969b5a0990, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83991) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:35:07.585766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Network 055ef622-3514-441f-b24b-7b969b5a0990 is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83991) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:35:07.594998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 055ef622-3514-441f-b24b-7b969b5a0990) {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:07.607286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491de58-71fd-4a51-b786-b1c6cdc80279 None None] Network 055ef622-3514-441f-b24b-7b969b5a0990 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:07.609699 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:07.610339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:07.629021 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2ce25cf7-a0bc-42b3-878e-43eafdc47e98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7705703
Feb 17 03:35:07.682266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:07.840711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fee04-61f9-437c-8b5f-10532a8ad62a None None] Network 055ef622-3514-441f-b24b-7b969b5a0990 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:10.732026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539fd41-6ddc-4eb3-be93-5846cf07460e req-bb88cca6-bf8e-4891-96b8-8ca57b5b3388 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:10.733515 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f539fd41-6ddc-4eb3-be93-5846cf07460e req-bb88cca6-bf8e-4891-96b8-8ca57b5b3388 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0879090
Feb 17 03:35:10.784839 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f539fd41-6ddc-4eb3-be93-5846cf07460e req-dea59ff9-471c-4cfd-92e4-79edf9075bf1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450842
Feb 17 03:35:11.986397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb09f04-eef9-44a6-a15b-0f82e5214ae7 req-a8f945d8-512c-45b4-ae6b-4adf6c88a8df tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:11.988032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2eb09f04-eef9-44a6-a15b-0f82e5214ae7 req-a8f945d8-512c-45b4-ae6b-4adf6c88a8df tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0896535
Feb 17 03:35:12.034807 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2eb09f04-eef9-44a6-a15b-0f82e5214ae7 req-21a408b1-2547-44da-9013-87137dfa5464 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0399957
Feb 17 03:35:12.994590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:35:13.233890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a1ee7-46c2-4656-8e32-2ecd45b6be05 req-cca4da3f-3dbf-4c47-82d6-208ef7321b87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:13.235484 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be1a1ee7-46c2-4656-8e32-2ecd45b6be05 req-cca4da3f-3dbf-4c47-82d6-208ef7321b87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0867782
Feb 17 03:35:13.286787 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be1a1ee7-46c2-4656-8e32-2ecd45b6be05 req-f0609da7-71b8-4642-8638-5763bc3097f6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449240
Feb 17 03:35:14.484960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204944c-623e-4f59-97d8-623c019a817f req-5c574c40-62c1-4bf6-a8cb-fe5e58e65788 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:14.486562 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a204944c-623e-4f59-97d8-623c019a817f req-5c574c40-62c1-4bf6-a8cb-fe5e58e65788 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.0873768
Feb 17 03:35:14.535351 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a204944c-623e-4f59-97d8-623c019a817f req-da6b1ebb-9ce3-4e65-96c4-22d0b2f1f41b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426302
Feb 17 03:35:15.143711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be360ca6-1d83-4979-a192-640df73aec25 req-8b875802-14d6-475b-a450-b88199192095 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:15.144421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-be360ca6-1d83-4979-a192-640df73aec25 req-8b875802-14d6-475b-a450-b88199192095 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:15.167184 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-be360ca6-1d83-4979-a192-640df73aec25 req-8b875802-14d6-475b-a450-b88199192095 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:15.167184 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be360ca6-1d83-4979-a192-640df73aec25 req-8b875802-14d6-475b-a450-b88199192095 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 946 time: 0.1149793
Feb 17 03:35:15.246297 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 35520748-b121-42ff-b9ac-e966407e4668 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:15.246693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.513026 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 35520748-b121-42ff-b9ac-e966407e4668 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:35:15.516267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35520748-b121-42ff-b9ac-e966407e4668,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:15.516707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.643059 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.672114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35520748-b121-42ff-b9ac-e966407e4668'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:15.685987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35520748-b121-42ff-b9ac-e966407e4668,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:15.691232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.693389 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:15.734402 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35520748-b121-42ff-b9ac-e966407e4668', 'code': 200}
Feb 17 03:35:15.753443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ad8da-80bb-4fa6-b9ec-9407fe0bc145 req-c9d93f1c-1b10-42b7-9fe4-222b5391ac80 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:15.755077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-103ad8da-80bb-4fa6-b9ec-9407fe0bc145 req-c9d93f1c-1b10-42b7-9fe4-222b5391ac80 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.1041703
Feb 17 03:35:15.768147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:15.773803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:15.805660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-103ad8da-80bb-4fa6-b9ec-9407fe0bc145 req-c9081086-f630-487d-a2bf-549894ef9e91 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439448
Feb 17 03:35:15.839426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.839816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:15.840172 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP 7b3aa4bb-a9c2-4f93-9b5d-2c963469362f disassociated. External IP: 172.27.1.140, port: 35520748-b121-42ff-b9ac-e966407e4668.
Feb 17 03:35:15.840554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 35520748-b121-42ff-b9ac-e966407e4668 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:15.926611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:35:15.926976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:35:16.427760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 35520748-b121-42ff-b9ac-e966407e4668 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:16.428159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:16.721856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] For port 35520748-b121-42ff-b9ac-e966407e4668, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=35520748-b121-42ff-b9ac-e966407e4668,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:16.722397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.012042 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300cfa6-44e2-408e-8b8a-53a50b6f2827 req-4e184f67-8b67-4f81-b94d-fa6bbb439029 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:17.013606 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f300cfa6-44e2-408e-8b8a-53a50b6f2827 req-4e184f67-8b67-4f81-b94d-fa6bbb439029 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 944 time: 0.0907574
Feb 17 03:35:17.050067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.050482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.050857 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP 7b3aa4bb-a9c2-4f93-9b5d-2c963469362f disassociated. External IP: 172.27.1.140, port: 35520748-b121-42ff-b9ac-e966407e4668.
Feb 17 03:35:17.051238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 35520748-b121-42ff-b9ac-e966407e4668 owned by compute:nova {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:17.063769 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f300cfa6-44e2-408e-8b8a-53a50b6f2827 req-9b2a7f93-5872-4302-8950-1be0f19119e0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420446
Feb 17 03:35:17.201144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.218666 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:17.320228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=35520748-b121-42ff-b9ac-e966407e4668,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:17.330113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:17.582654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:17.779550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:17.795943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:17.810517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:17.811310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b5b33c8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:17.820175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] No DVR routers for this DVR port 35520748-b121-42ff-b9ac-e966407e4668 on host hv-cinder-75996 {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:35:17.823922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:17.829480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-deleted', 'tag': '35520748-b121-42ff-b9ac-e966407e4668'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:17.857996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-be360ca6-1d83-4979-a192-640df73aec25 req-62c95b1a-9952-4e1e-af6a-32eb2073a246 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "DELETE /v2.0/ports/35520748-b121-42ff-b9ac-e966407e4668 HTTP/1.1" status: 204  len: 173 time: 2.6879346
Feb 17 03:35:17.903281 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09664edd-5f9f-4b5e-b7b1-06857eff4d59', 'name': 'network-vif-deleted', 'tag': '35520748-b121-42ff-b9ac-e966407e4668', 'status': 'completed', 'code': 200}
Feb 17 03:35:18.035134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:18.266410 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39543df7-e684-4dcf-8bf4-7854b4563a8f req-3251ec3f-3f04-4b54-9a56-938f852405d1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=09664edd-5f9f-4b5e-b7b1-06857eff4d59 HTTP/1.1" status: 200  len: 210 time: 0.0818620
Feb 17 03:35:18.588001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b5b33c8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:18.592162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:18.601221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:18.601833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b5b33c8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:18.794624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:19.132386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b5b33c8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:19.136672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c6d9-5adf-4acc-b7d9-c2caef96f7ef None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:19.519284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b7ed0-e203-4770-93d5-582362a098be None None] New status for floating IP 7b3aa4bb-a9c2-4f93-9b5d-2c963469362f: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:19.667132 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-4b67dc1c-76bb-44aa-b9a1-1409cd90e85a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2001516187&fields=id&tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 267 time: 0.0540473
Feb 17 03:35:20.097961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-123775c3-cfaa-4025-8239-92402ad5edc5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:20.099585 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-123775c3-cfaa-4025-8239-92402ad5edc5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.4315414
Feb 17 03:35:20.116146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-1551ab21-420f-4d55-ab7c-5ce93889679d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/quotas/fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 375 time: 0.0101228
Feb 17 03:35:20.210548 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-8718c59b-595e-493a-a6d5-0ea1532ebb38 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0876558
Feb 17 03:35:20.367940 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-795fb99e-0119-45dc-af49-c3eedc30443a service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382854
Feb 17 03:35:20.514316 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-4abd76a2-6b52-442e-911a-4c7b0dd4ab01 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398413
Feb 17 03:35:20.936370 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-22727526-7d0b-447d-8bc2-bb2fceef0526 req-2dcf23ee-5dc7-4244-ac2f-6e1cc08459b6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 210 time: 0.0488143
Feb 17 03:35:22.295406 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b899ac08-c7dd-4a84-b53a-11d3c68ee456 req-8cc4b1ef-f7a6-4f64-b363-b32f5bc4489f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 210 time: 0.1002965
Feb 17 03:35:22.399005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-068b79a0-d414-4e5f-9881-7a32a47b4f06 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:22.400544 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-068b79a0-d414-4e5f-9881-7a32a47b4f06 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.4119875
Feb 17 03:35:22.482986 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-672515c0-f15f-40fb-a26f-132928a7891c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 5765 time: 0.0660117
Feb 17 03:35:22.492501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'port': {'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'admin_state_up': True, 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'security_groups': ['1cd712cf-7c9f-4ad9-9741-bb196d1f45dd']}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:22.637324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:22.642521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:port and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:22.646034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:22.652450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:22.661308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Made reservation on behalf of fce55aed27e14d6791193d35e5ac2137 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:22.667624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.001095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.20.0.12 (4e746511-e0b4-40cf-9f26-4fcf068fda47/3df99307-d1a0-44cd-a8bf-a20b4008ef6b/65586199-8d17-4dc4-95e3-587c045d051c) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:23.256511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.278630 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Transition to ACTIVE for port object 65586199-8d17-4dc4-95e3-587c045d051c will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:23.305224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.320891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:23.491029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=65586199-8d17-4dc4-95e3-587c045d051c,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:23.513343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.513766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.514179 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.514592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.514831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e71139-adf5-4b69-b841-bab71178ca27 req-149b7c16-fe80-4c54-a2a9-4e77e7821dc2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:23.514959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.515381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.515789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.516195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.516479 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89e71139-adf5-4b69-b841-bab71178ca27 req-149b7c16-fe80-4c54-a2a9-4e77e7821dc2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 932 time: 0.0956368
Feb 17 03:35:23.516618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.516959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.517354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.517747 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.518236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.518632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.519028 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.519417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.519834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.520228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.520616 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.521003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.521391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.521780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.522170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.522558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:23.529280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:23.567215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:23.567966 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-89e71139-adf5-4b69-b841-bab71178ca27 req-e77c5e4b-cabc-45bf-9830-dc96a0173dbc tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447974
Feb 17 03:35:23.568489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:23.570846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:23.636898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:23.637568 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.666533 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-51d77320-629a-4abd-ac6a-9d8ddf24c565 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1778193
Feb 17 03:35:23.688104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Request body: {'port': {'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:23.812921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.838526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fade5ec5-09fe-40c7-80f3-91bb1ceef001 None None] Provisioning for port 65586199-8d17-4dc4-95e3-587c045d051c completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:23.843678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-fade5ec5-09fe-40c7-80f3-91bb1ceef001 None None] Provisioning complete for port 65586199-8d17-4dc4-95e3-587c045d051c triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:23.844108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fade5ec5-09fe-40c7-80f3-91bb1ceef001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:23.906343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-fade5ec5-09fe-40c7-80f3-91bb1ceef001 None None] Port 65586199-8d17-4dc4-95e3-587c045d051c cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:24.231372 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65586199-8d17-4dc4-95e3-587c045d051c {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:35:24.239422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:24.252662 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Transition to ACTIVE for port object 65586199-8d17-4dc4-95e3-587c045d051c will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:24.256092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:24.272865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-938bb400-c275-499e-a864-f72a4ce4434f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:24.419303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Pushing event updated for resources: {'Port': ['ID=65586199-8d17-4dc4-95e3-587c045d051c,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:24.424447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:24.612573 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Attempting to bind port 65586199-8d17-4dc4-95e3-587c045d051c on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:24.612947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Attempting to bind port 65586199-8d17-4dc4-95e3-587c045d051c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:24.613312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Attempting to bind port 65586199-8d17-4dc4-95e3-587c045d051c on network 4e746511-e0b4-40cf-9f26-4fcf068fda47 {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:24.620928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:24.621303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:24.621710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:24.622099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Bound using segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:24.622572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Bound port: 65586199-8d17-4dc4-95e3-587c045d051c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:24.622945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:24.748870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] For port 65586199-8d17-4dc4-95e3-587c045d051c, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:24.752279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] For port 65586199-8d17-4dc4-95e3-587c045d051c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=65586199-8d17-4dc4-95e3-587c045d051c,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:24.759996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:24.842181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ea9e8-9741-4319-9f53-a4a447824c7a req-a5552741-e0d0-4bac-a82c-75aad1a41e19 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:24.844035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-773ea9e8-9741-4319-9f53-a4a447824c7a req-a5552741-e0d0-4bac-a82c-75aad1a41e19 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0898285
Feb 17 03:35:24.854625 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:24.896600 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-773ea9e8-9741-4319-9f53-a4a447824c7a req-9fde3008-699d-46c8-acef-fffb14eb5af4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0461905
Feb 17 03:35:24.981749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Pushing event updated for resources: {'Port': ['ID=65586199-8d17-4dc4-95e3-587c045d051c,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:24.985305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:25.007828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:25.008510 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:25.010274 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-274b15e7-a4d9-40cd-908f-95ae109761c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 1158 time: 1.3272460
Feb 17 03:35:25.010840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:25.117985 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c', 'status': 'completed', 'code': 200}
Feb 17 03:35:25.192483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-03d97718-91cc-4bba-922c-7cc0caf43f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:25.194123 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-03d97718-91cc-4bba-922c-7cc0caf43f82 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1161 time: 0.1212006
Feb 17 03:35:25.291659 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-f553b271-bc73-42e8-aaac-add18ed6397e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 217 time: 0.0767434
Feb 17 03:35:25.367402 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-02f59654-5b94-48db-b420-8bd45fc0e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:25.370030 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-02f59654-5b94-48db-b420-8bd45fc0e015 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0717754
Feb 17 03:35:25.453357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-09abeccc-f4ed-4dd2-956e-8c508a17f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:25.454964 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-09abeccc-f4ed-4dd2-956e-8c508a17f616 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783722
Feb 17 03:35:25.604987 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-8ebb5280-60aa-4794-8783-ee94125e7cba service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398559
Feb 17 03:35:25.763591 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-834feba4-b5cf-4101-acff-98f64ee5bdca req-db33ea01-1958-4913-8f54-e86571209796 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515205
Feb 17 03:35:25.934745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-8a6f9e7c-dacd-42e5-8365-50af82b1c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:25.936342 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-8a6f9e7c-dacd-42e5-8365-50af82b1c9fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1161 time: 0.0795712
Feb 17 03:35:26.081764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-5fc2f260-3c8f-42e8-91b3-ecf3c6fd30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:26.083275 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-5fc2f260-3c8f-42e8-91b3-ecf3c6fd30a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1401873
Feb 17 03:35:26.108057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91952e30-5cd7-49a7-81e6-1fc4d2723930 req-d34e588d-a6e2-45e8-9a2f-7ba1e4e06cd5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:26.109685 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91952e30-5cd7-49a7-81e6-1fc4d2723930 req-d34e588d-a6e2-45e8-9a2f-7ba1e4e06cd5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0948453
Feb 17 03:35:26.158686 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-91952e30-5cd7-49a7-81e6-1fc4d2723930 req-0d66c897-12e9-4ac8-a484-82efd98fb733 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425355
Feb 17 03:35:26.161941 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-7b791689-f127-48c8-8e9b-a9b330a950f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 217 time: 0.0693734
Feb 17 03:35:26.237126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-4383650a-7446-4d32-b0de-0bfb0293603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:26.238671 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-4383650a-7446-4d32-b0de-0bfb0293603a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0701678
Feb 17 03:35:26.321366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-76c72eb4-a819-4059-8aaa-b0da64f46650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:26.322961 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-76c72eb4-a819-4059-8aaa-b0da64f46650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768363
Feb 17 03:35:26.695394 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-342d93a3-771f-449d-a058-b328562af797 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3649952
Feb 17 03:35:26.838036 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b8a15384-123f-4558-8b81-aceb8e5b53d7 req-cdf8b066-a5d9-448b-9e27-a2b91de1946a service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349466
Feb 17 03:35:26.999483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60718) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:27.068217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Deleting subnet 28cbd834-e9a5-451f-bc73-c456a92c7983 {{(pid=83991) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:35:27.071194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.124940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6568983'] for subnet, precommit_delete_associations {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.182453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.483069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aace1-03f2-479c-b07d-a0cc4044c209 req-60d1a74a-4345-473e-a1ea-15f1a4949927 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:27.484693 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-115aace1-03f2-479c-b07d-a0cc4044c209 req-60d1a74a-4345-473e-a1ea-15f1a4949927 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.1824911
Feb 17 03:35:27.552199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-115aace1-03f2-479c-b07d-a0cc4044c209 req-f8458139-0806-4217-9231-de8d9f5e94ea tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0556252
Feb 17 03:35:27.564381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848011410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8241417'] for subnet, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.581115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca5c6d9b-3c69-4e7c-9839-9f80ba4ea51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:27.678506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cbd834-e9a5-451f-bc73-c456a92c7983,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:27.693048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.693482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.693893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.694304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.694709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.695116 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.695533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.695995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.696321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.696752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.697152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.697644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.698161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.698560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.698962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.699485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.699852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.700247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.700641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.703088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.703538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.704439 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.704870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.705442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:27.721025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:27.741975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:27.753709 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f7974644-11f3-47d2-af90-58c51fac7108 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/28cbd834-e9a5-451f-bc73-c456a92c7983 HTTP/1.1" status: 204  len: 168 time: 0.7505441
Feb 17 03:35:27.754080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60730) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:27.872730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.060633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.175834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2a02d898>,) {'filters': {'network_id': ['eb6a438b-b1c2-4148-b8b1-5d4e7f023500']}} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:28.189160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2a02d898>, 'cab2aea7-281a-4f04-899f-a365242d0bb8') {'for_net_delete': True} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:28.189495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2a02d898>, 'cab2aea7-281a-4f04-899f-a365242d0bb8') {} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:28.201807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206833'] for segment, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.224018 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.225984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:35:28.403834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:35:28.412687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6760849'] for segment, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.592797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Network eb6a438b-b1c2-4148-b8b1-5d4e7f023500 has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:35:28.615720 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:35:28.745538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.753429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:28.769542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.780726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb6a438b-b1c2-4148-b8b1-5d4e7f023500,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:28.788327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:28.792507 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-850c7a9d-6807-45e4-996d-4f61a94e3ea3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb6a438b-b1c2-4148-b8b1-5d4e7f023500 HTTP/1.1" status: 204  len: 168 time: 1.0373442
Feb 17 03:35:28.795598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60736) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:28.807626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef737cbd-49cd-4d6e-a975-8c9c0467bebe req-b85dcca4-5eca-40f5-bbf6-379d6b663793 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:28.809283 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef737cbd-49cd-4d6e-a975-8c9c0467bebe req-b85dcca4-5eca-40f5-bbf6-379d6b663793 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.1345325
Feb 17 03:35:28.860667 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ef737cbd-49cd-4d6e-a975-8c9c0467bebe req-c2f7299f-555d-4843-85b7-1b01491a0455 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453081
Feb 17 03:35:28.864786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Deleting subnet 40a50e1d-9a45-475b-9e49-62b272193da1 {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:35:28.868134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.931043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:28.990902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.248700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.264609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:29.362104 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a50e1d-9a45-475b-9e49-62b272193da1,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:29.365995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:29.398125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.404789 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cd94bfb8-9909-415d-8ea7-6c1e0de2dc80 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40a50e1d-9a45-475b-9e49-62b272193da1 HTTP/1.1" status: 204  len: 168 time: 0.6080954
Feb 17 03:35:29.407551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60746) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:29.523385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.714294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.778611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.831675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2c1b6d68>,) {'filters': {'network_id': ['055ef622-3514-441f-b24b-7b969b5a0990']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:29.844840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2c1b6d68>, '285622b8-5db1-4a65-9b06-9fd34b749750') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:29.845177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2c1b6d68>, '285622b8-5db1-4a65-9b06-9fd34b749750') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:29.857511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.872094 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:29.874029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:35:30.062420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Network 055ef622-3514-441f-b24b-7b969b5a0990 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:35:30.067561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c69330-21fe-46ec-8c20-07dbe844b0d0 req-7728d747-d902-489e-b501-ce23f32e8e1a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:30.069184 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14c69330-21fe-46ec-8c20-07dbe844b0d0 req-7728d747-d902-489e-b501-ce23f32e8e1a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0939982
Feb 17 03:35:30.072491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.119748 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-14c69330-21fe-46ec-8c20-07dbe844b0d0 req-0476b51a-4b30-4ae8-b06f-c7c2636cc2a8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429864
Feb 17 03:35:30.264329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Network 055ef622-3514-441f-b24b-7b969b5a0990 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:35:30.286567 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:35:30.362822 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.366128 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:30.382611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.394054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=055ef622-3514-441f-b24b-7b969b5a0990,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:30.397139 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/055ef622-3514-441f-b24b-7b969b5a0990 HTTP/1.1" status: 204  len: 168 time: 0.9885352
Feb 17 03:35:30.398152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5e92c516-ddb3-4b4d-ab92-f1ef866192f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:30.567619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60760) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:30.618600 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-809dc4c2-aae9-4cdd-a6eb-228971b1f9c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=577188b50b53492e885c33231bec1911&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497444
Feb 17 03:35:30.621208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60764) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:30.681232 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.707881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.751289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.756080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a09f3d2a-28d1-47d9-b596-73cb6416845d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:30.769834 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e64d29-db3b-4fe2-8e09-73c3dc6e4fcf,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:30.772863 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:30.773768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:30.775555 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27e64d29-db3b-4fe2-8e09-73c3dc6e4fcf HTTP/1.1" status: 204  len: 168 time: 0.1528053
Feb 17 03:35:31.119410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60772) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:31.177955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2417f9eb-1444-4ace-a359-42a2984654c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e45f571ccce440298b2fead112bc9b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548108
Feb 17 03:35:31.178356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60778) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:31.242177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:31.319329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:31.394327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fc4f3-a07d-4257-9157-da32f8974552 req-f1a9d38d-1652-497b-af6f-3f9619906b02 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:31.395972 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a95fc4f3-a07d-4257-9157-da32f8974552 req-f1a9d38d-1652-497b-af6f-3f9619906b02 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.1433115
Feb 17 03:35:31.402197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:31.408661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e60b3fad-5da1-43f6-b65c-fdd8f2c038ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:31.444458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fae482-811e-4b11-97ec-7b93a7ab4ce6,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:31.447684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:31.451336 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10fae482-811e-4b11-97ec-7b93a7ab4ce6 HTTP/1.1" status: 204  len: 168 time: 0.2695100
Feb 17 03:35:31.451336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:31.470439 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a95fc4f3-a07d-4257-9157-da32f8974552 req-221b50c6-51eb-4e54-bb11-bbde7c3741a7 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0627601
Feb 17 03:35:32.177732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60812) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:32.287828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2031589948-network', 'tenant_id': '452d5eab351441619d3b9376e7e200d0'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:32.293484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:32.297538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Usage tracker for resource:network and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:32.300546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:32.306942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:32.316414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Made reservation on behalf of 452d5eab351441619d3b9376e7e200d0 for: {'network': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:32.321068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for network, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.333736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.349321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:32.354266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Usage tracker for resource:security_group_rule and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:32.357243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:32.363082 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:32.447596 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.450162 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.454319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d8213bf-d846-4c63-83ac-b136fbd6d457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:32.489311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83990) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 03:35:32.495125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6de778-8990-4592-8bad-28ce07fe9196,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:32.498974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:32.502511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.503255 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.segments_db [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Added segment 15be60a5-7b8a-4700-8349-bc4bd60bdd8a of type vxlan for network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef
Feb 17 03:35:32.531017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263800686759'] for network, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.560734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826'] for network, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.562007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.562653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.567750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-76d95c00-1f8c-4c39-99fa-d6b4cbe6fb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:32.675558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Pushing event updated for resources: {'Network': ['ID=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:32.678831 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4999616
Feb 17 03:35:32.679854 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-813bc636-97df-41c7-915d-7a58af6de3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:32.682079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60820) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:32.682569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d0c44-ca91-4017-8b28-873748146db7 req-3d881145-b9cd-415b-8f18-d6bdb0d7bc7e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:32.684611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd5d0c44-ca91-4017-8b28-873748146db7 req-3d881145-b9cd-415b-8f18-d6bdb0d7bc7e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0863612
Feb 17 03:35:32.686280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef details requested by agent ovs-agent-dv-cinder-759961-4-iscsi with host dv-cinder-759961-4-iscsi {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:32.687922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Request body: {'subnet': {'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2031589948-subnet', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'ip_version': 4}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:32.693327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:32.698037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Usage tracker for resource:subnet and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:32.701052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:32.708307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:32.720336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Made reservation on behalf of 452d5eab351441619d3b9376e7e200d0 for: {'subnet': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:32.725968 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846422492'] for subnet, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:32.737801 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bd5d0c44-ca91-4017-8b28-873748146db7 req-5fde1984-df18-4052-812a-30aad413a714 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456717
Feb 17 03:35:33.140248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6578112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846422475'] for subnet, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.155808 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7d98f0a6-ba9b-4051-aead-37a758889300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:33.187017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-478fdf1b-255a-4d34-b1f5-3353deb27e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.295852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb74640-2fcb-4d0c-9fe2-4119cec7877e,revision_number=0']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:33.298988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:33.362207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Checking segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:33.362604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Network hostable DHCP agents. Network: 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef, hostable agents: ['61a6d4bc-3c5f-480c-ad12-e224c53e2cb7'], hosted agents: [] {{(pid=83990) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 03:35:33.381592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef is scheduled to be hosted by DHCP agent 61a6d4bc-3c5f-480c-ad12-e224c53e2cb7 with binding_index 1 {{(pid=83990) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 03:35:33.390266 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-4-iscsi, 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef) {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:33.399216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7f195-3e82-40fa-a6a7-b7a32849ef13 None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:33.404874 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:33.405534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.423887 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b1fd5626-4373-4b33-b029-387462b702bd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7408924
Feb 17 03:35:33.426903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 60826) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:33.432852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:33.437681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:33.441634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Usage tracker for resource:router and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:33.445148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:33.451475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:33.461192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4267'] for router, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.462321 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854117461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854771533'] for router, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.481751 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.625623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec0bfcb4-69e7-5334-8855-2e6ea9e1a431-9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e'}]}} from dv-cinder-759961-4-iscsi. {{(pid=83992) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 03:35:33.626590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.770107 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854109405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854236245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854771582'] for router, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:33.940793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Allocated IP 172.20.0.2 (9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef/ecb74640-2fcb-4d0c-9fe2-4119cec7877e/d3f70391-69f2-4d15-aad2-1408a5ded56b) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:33.945974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e9c18-dfd1-4aa9-9cb3-4c0554473f31 req-1e33e69f-002b-4900-89b6-c3675bf00544 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:33.947644 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2e3e9c18-dfd1-4aa9-9cb3-4c0554473f31 req-1e33e69f-002b-4900-89b6-c3675bf00544 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0897684
Feb 17 03:35:33.996515 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2e3e9c18-dfd1-4aa9-9cb3-4c0554473f31 req-f2188178-6911-4297-be35-3ae4406da73c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426309
Feb 17 03:35:34.178196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.189846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Transition to ACTIVE for port object d3f70391-69f2-4d15-aad2-1408a5ded56b will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:34.208230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Transition to ACTIVE for port object d3f70391-69f2-4d15-aad2-1408a5ded56b will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:34.214228 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.290696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:34.338658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.371122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.381275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Pushing event updated for resources: {'Port': ['ID=d3f70391-69f2-4d15-aad2-1408a5ded56b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:34.394227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.394624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.395012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.395433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.395838 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.396219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.396594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.396967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.397342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.397717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.398083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.398452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.398920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.399288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.400231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.400602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.400971 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.401338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.401702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.402069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.402435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.402801 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.403165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.403551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:34.415453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:34.437512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:34.438660 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Resources bound (agent type, host, resource id):  {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:34.440964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:34.499020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Attempting to bind port d3f70391-69f2-4d15-aad2-1408a5ded56b on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:34.499432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Attempting to bind port d3f70391-69f2-4d15-aad2-1408a5ded56b by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:34.499888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Attempting to bind port d3f70391-69f2-4d15-aad2-1408a5ded56b on network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:34.505603 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:34.506025 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Checking segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:34.506473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.506909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Bound using segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:34.507424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Bound port: d3f70391-69f2-4d15-aad2-1408a5ded56b, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:34.507867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.604161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] For port d3f70391-69f2-4d15-aad2-1408a5ded56b, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:34.607145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] For port d3f70391-69f2-4d15-aad2-1408a5ded56b, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d3f70391-69f2-4d15-aad2-1408a5ded56b,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:34.610932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.626254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:34.646254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Allocated IP 172.27.1.113 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/5fa12d30-620d-4187-a167-92d2657eb337) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:34.751113 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=83992) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 03:35:34.817111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.848264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:34.865485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:35.006348 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Pushing event updated for resources: {'Port': ['ID=5fa12d30-620d-4187-a167-92d2657eb337,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:35.022888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:35.047802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Pushing event updated for resources: {'Port': ['ID=d3f70391-69f2-4d15-aad2-1408a5ded56b,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:35.051260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:35.070607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:35.071949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:35.074459 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:35.203256 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28089ec-7e4e-41bf-8c76-cc6a8b11bcc0 req-9deb826b-cd69-493a-ad50-7b006a28590e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:35.204611 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f28089ec-7e4e-41bf-8c76-cc6a8b11bcc0 req-9deb826b-cd69-493a-ad50-7b006a28590e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.0933290
Feb 17 03:35:35.274060 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f28089ec-7e4e-41bf-8c76-cc6a8b11bcc0 req-d21668f9-eadc-4f7a-a296-32ec18894d0f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0471115
Feb 17 03:35:35.543273 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:35.579654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d3f70391-69f2-4d15-aad2-1408a5ded56b up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:35.643254 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-728cc8a2-b901-4cd2-b27f-3bc9af36060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:35.662347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port d3f70391-69f2-4d15-aad2-1408a5ded56b completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:35.912230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854236230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666392'] for router, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.131000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 is scheduled to L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 with binding_index 1 {{(pid=83990) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 03:35:36.141950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.339469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:36.350421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Sync routers for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:36.363628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:36.364776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c1ba940>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:36.368528 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.373053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 60842) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:36.373375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bd569297-21e9-4ebd-babf-41eb6217337b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.9452507
Feb 17 03:35:36.501306 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961f0c4-14ef-4e2d-b07c-35dbbf9e1025 None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:35:36.639535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Provisioning for port d3f70391-69f2-4d15-aad2-1408a5ded56b completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:36.662035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Provisioning complete for port d3f70391-69f2-4d15-aad2-1408a5ded56b triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:36.662466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:36.791154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:36.874734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20212819-ac00-44f9-8b58-c209ad7e3b37 req-309ff29d-b517-4ca8-9f06-44be3cd936ac tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:36.876383 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20212819-ac00-44f9-8b58-c209ad7e3b37 req-309ff29d-b517-4ca8-9f06-44be3cd936ac tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.4430346
Feb 17 03:35:37.063711 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-20212819-ac00-44f9-8b58-c209ad7e3b37 req-78b29cc8-b133-464a-94e9-2a0d813689df tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1269002
Feb 17 03:35:37.151951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.261709 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] For port d3f70391-69f2-4d15-aad2-1408a5ded56b, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d3f70391-69f2-4d15-aad2-1408a5ded56b,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:37.268279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.272720 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-4c78093b-4220-4f1a-9687-ec10c934736b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:37.358285 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Pushing event updated for resources: {'Port': ['ID=d3f70391-69f2-4d15-aad2-1408a5ded56b,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:37.362392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:37.364070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c1ba940>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:35Z', 'revision_number': 3, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:37.378005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Checking router: d667fe70-8e08-4a98-9dc0-3f2434ea66d6 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:37.378411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Updating router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 port 5fa12d30-620d-4187-a167-92d2657eb337 binding host dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:35:37.427799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.446460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.467193 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.543377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d3f70391-69f2-4d15-aad2-1408a5ded56b up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:37.697314 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-2115c77e-74b7-4150-abe3-e32a9cc538be None None] Provisioning complete for port d3f70391-69f2-4d15-aad2-1408a5ded56b triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:37.698389 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2115c77e-74b7-4150-abe3-e32a9cc538be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.744493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.818057 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port d3f70391-69f2-4d15-aad2-1408a5ded56b triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:37.818496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:37.850907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Allocated IP 172.20.0.1 (9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef/ecb74640-2fcb-4d0c-9fe2-4119cec7877e/2419274b-83b6-4766-8b23-d267bc0b79f3) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:38.013017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.029951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Transition to ACTIVE for port object 2419274b-83b6-4766-8b23-d267bc0b79f3 will not be triggered until provisioned by entity DHCP. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:38.054733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.072313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ca2d87e7-c4b5-4e19-90ff-00d6de48ccd7 tempest-AttachVolumeNegativeTest-1980725982 tempest-AttachVolumeNegativeTest-1980725982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:38.219901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 65586199-8d17-4dc4-95e3-587c045d051c up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:38.290880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Pushing event updated for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:38.295881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:38.346722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:38.349240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:38.357837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098ac92-d268-4e1e-a662-f6c7da28f23f req-475103bf-3a2b-40c3-b4f7-10f1318ea522 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:38.359465 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8098ac92-d268-4e1e-a662-f6c7da28f23f req-475103bf-3a2b-40c3-b4f7-10f1318ea522 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 944 time: 0.1729255
Feb 17 03:35:38.360501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:38.406548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port 65586199-8d17-4dc4-95e3-587c045d051c completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:38.455418 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8098ac92-d268-4e1e-a662-f6c7da28f23f req-bdeeff5b-0226-4495-be7f-9affcbc97f7c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0668235
Feb 17 03:35:38.456365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854233087'] for router_interface, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.457745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 65586199-8d17-4dc4-95e3-587c045d051c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:38.458171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.509612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-c9f3f627-b1b4-44f5-bb58-dbf56a274bc9 None None] Provisioning complete for port d3f70391-69f2-4d15-aad2-1408a5ded56b triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:38.510043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f627-b1b4-44f5-bb58-dbf56a274bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.581878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.584305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.618639 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Transition to ACTIVE for port object 5fa12d30-620d-4187-a167-92d2657eb337 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:38.626989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.644589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:38.873584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810184d-e708-42d2-ba61-433c3762182e None None] Pushing event updated for resources: {'Port': ['ID=5fa12d30-620d-4187-a167-92d2657eb337,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:38.874391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.878975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.889867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2810184d-e708-42d2-ba61-433c3762182e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:38.908054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:38.911014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:38.966653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:38.983361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port 65586199-8d17-4dc4-95e3-587c045d051c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=65586199-8d17-4dc4-95e3-587c045d051c,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:39.000820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.005245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:39.007805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854153811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542823'] for router_interface, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.047422 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c', 'code': 200}
Feb 17 03:35:39.082153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Attempting to bind port 5fa12d30-620d-4187-a167-92d2657eb337 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:39.082860 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Attempting to bind port 5fa12d30-620d-4187-a167-92d2657eb337 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:39.083450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Attempting to bind port 5fa12d30-620d-4187-a167-92d2657eb337 on network db5b2ccf-9d83-4129-8f4c-b0235011f48d {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:39.094623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=65586199-8d17-4dc4-95e3-587c045d051c,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:39.101679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:39.103090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:39.104008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Checking segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:39.104638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.105265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Bound using segment: {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:39.105806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Bound port: 5fa12d30-620d-4187-a167-92d2657eb337, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f18494-4681-4866-a0e3-94c00bf68062', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:39.106374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.116979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Pushing event updated for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:39.121419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:39.145196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ebffbcb8-f868-41b6-84cb-7017077fbba2 None None] Provisioning for port 2419274b-83b6-4766-8b23-d267bc0b79f3 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:39.155111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ebffbcb8-f868-41b6-84cb-7017077fbba2 None None] Provisioning complete for port 2419274b-83b6-4766-8b23-d267bc0b79f3 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:39.155708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebffbcb8-f868-41b6-84cb-7017077fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.195835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:39.197140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:39.254255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ebffbcb8-f868-41b6-84cb-7017077fbba2 None None] Port 2419274b-83b6-4766-8b23-d267bc0b79f3 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:39.258100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] For port 5fa12d30-620d-4187-a167-92d2657eb337, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:39.265134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] For port 5fa12d30-620d-4187-a167-92d2657eb337, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=5fa12d30-620d-4187-a167-92d2657eb337,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:39.271429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.295967 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2b365528-59af-4fe3-bf71-1c435ecd9a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:39.483605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810184d-e708-42d2-ba61-433c3762182e None None] Pushing event updated for resources: {'Port': ['ID=5fa12d30-620d-4187-a167-92d2657eb337,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:39.486743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 65586199-8d17-4dc4-95e3-587c045d051c up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:39.514014 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2810184d-e708-42d2-ba61-433c3762182e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:39.515651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc589-6e43-4d25-aafc-225fb95fa947 req-bccad414-dea2-46d1-85f6-4009d851da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:39.522416 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-682fc589-6e43-4d25-aafc-225fb95fa947 req-bccad414-dea2-46d1-85f6-4009d851da86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.1660345
Feb 17 03:35:39.545157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:39.581078 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-682fc589-6e43-4d25-aafc-225fb95fa947 req-e21aa3cd-8059-40fa-b0f5-6e87474e2b3d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0511236
Feb 17 03:35:39.623606 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e697a9da-297e-4df6-a77c-95557c31e27e None None] Provisioning complete for port 2419274b-83b6-4766-8b23-d267bc0b79f3 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:39.624031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e697a9da-297e-4df6-a77c-95557c31e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.679965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port 65586199-8d17-4dc4-95e3-587c045d051c triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:39.680308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:39.739853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-e697a9da-297e-4df6-a77c-95557c31e27e None None] Port 2419274b-83b6-4766-8b23-d267bc0b79f3 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:39.763680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:39.764391 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c1ba940>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:40.024078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:40.057381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:40.065043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218600d-bc65-43a4-8364-c64771fcaf3b req-fe338f7f-6dee-494e-bbc8-3cfc22e6c3c3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:40.066743 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4218600d-bc65-43a4-8364-c64771fcaf3b req-fe338f7f-6dee-494e-bbc8-3cfc22e6c3c3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.4402916
Feb 17 03:35:40.077393 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] 10.222.0.46 "PUT /v2.0/routers/d667fe70-8e08-4a98-9dc0-3f2434ea66d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7031367
Feb 17 03:35:40.128833 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4218600d-bc65-43a4-8364-c64771fcaf3b req-e5a4cd6c-1a40-49c0-8968-45c250fff33d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0538919
Feb 17 03:35:40.528393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c1ba940>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 2, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:40.533091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a91678-fb4a-4632-b485-5cca9c9c8449 None None] The sync data for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi is: [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 2, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:41.424065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422995-3665-41a3-819a-7f47d7ef33cb req-ecf25f89-afec-4e21-872d-673e7415b5b4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:41.426262 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05422995-3665-41a3-819a-7f47d7ef33cb req-ecf25f89-afec-4e21-872d-673e7415b5b4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.1345658
Feb 17 03:35:41.516921 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-05422995-3665-41a3-819a-7f47d7ef33cb req-4019763f-1de6-4197-a786-c16a48caa35d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0829670
Feb 17 03:35:41.799633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a3c1-e6de-473a-86a2-5f5280ded1bb req-4b0cedee-3e3e-4a3a-baa7-3459232a60c1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:41.801264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5131a3c1-e6de-473a-86a2-5f5280ded1bb req-4b0cedee-3e3e-4a3a-baa7-3459232a60c1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.1261477
Feb 17 03:35:41.860461 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5131a3c1-e6de-473a-86a2-5f5280ded1bb req-3b8843c9-d275-4041-832a-07d3f16879f4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0498481
Feb 17 03:35:42.089059 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-893351e7-80a6-45f2-a104-9a98f45c591f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1862450
Feb 17 03:35:42.104737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:42.111178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:42.125759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:42.138448 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:42.346787 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:42.712201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.27.1.130 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/78dada39-f4bc-4c2e-8ab6-b6b593063261) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:42.948131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:42.982472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.003440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e33e403d-d704-4409-879e-b9b8fc462608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:43.142251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=78dada39-f4bc-4c2e-8ab6-b6b593063261,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:43.156239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:43.208097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:43.209468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:43.217605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:43.313685 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.388828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.588935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 5fa12d30-620d-4187-a167-92d2657eb337 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:43.674075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 5fa12d30-620d-4187-a167-92d2657eb337 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:43.681323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 5fa12d30-620d-4187-a167-92d2657eb337 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:43.682815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.730933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.738828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.756463 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b93d03bf-06f6-4813-a32d-766e7ba765a2 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:43.827844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.848926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 5fa12d30-620d-4187-a167-92d2657eb337, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=5fa12d30-620d-4187-a167-92d2657eb337,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:43.855586 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:43.857627 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:43.949339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=78dada39-f4bc-4c2e-8ab6-b6b593063261,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:43.954257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:43.970766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=5fa12d30-620d-4187-a167-92d2657eb337,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:43.974512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:44.070855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:44.112097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:44.113509 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0163498
Feb 17 03:35:44.250236 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-7c18e208-829d-4063-92d8-1347031f35c7 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:44.292454 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-7c18e208-829d-4063-92d8-1347031f35c7 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:44.293759 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-7c18e208-829d-4063-92d8-1347031f35c7 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.130 HTTP/1.1" status: 200  len: 696 time: 0.1725111
Feb 17 03:35:44.319144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Sync routers for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:44.331857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:44.333325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b134b70>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:44.556615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-4e31d6f1-b578-48d6-9938-284e5fa97dd6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:44.558296 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-4e31d6f1-b578-48d6-9938-284e5fa97dd6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.2538486
Feb 17 03:35:44.569674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-91412ff2-f005-479a-b3f5-028e14cb00b4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:35:44.570813 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-50a8a474-37b6-47be-b5c5-172139d3fb7e req-91412ff2-f005-479a-b3f5-028e14cb00b4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062664
Feb 17 03:35:44.607497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:44.830788 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1bf062d1-ce18-47c3-8370-1273ad304d35 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:44.832480 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1bf062d1-ce18-47c3-8370-1273ad304d35 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0978324
Feb 17 03:35:44.930669 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-10b12193-91a1-42e1-aa36-5f80908c6d38 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.130 HTTP/1.1" status: 200  len: 696 time: 0.0914721
Feb 17 03:35:44.941099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:45.037718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:45.053201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b134b70>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 2, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:45.058582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Checking router: d667fe70-8e08-4a98-9dc0-3f2434ea66d6 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:45.059044 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Updating router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 port 2419274b-83b6-4766-8b23-d267bc0b79f3 binding host dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 03:35:45.126653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:45.559926 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 5fa12d30-620d-4187-a167-92d2657eb337 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:45.667668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:45.669659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 5fa12d30-620d-4187-a167-92d2657eb337 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:45.670275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:45.681600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Transition to ACTIVE for port object 2419274b-83b6-4766-8b23-d267bc0b79f3 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:45.690007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:45.805661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:45.983919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Pushing event updated for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:45.999159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:45.999576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:45.999934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.000309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.000687 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.004154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.004589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.004972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.008007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.008394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.009423 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.009800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.010289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.010658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.011023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.011390 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.016118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.022174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.022670 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.023050 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.023424 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.023840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.024242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.024615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:35:46.040371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:46.156010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Attempting to bind port 2419274b-83b6-4766-8b23-d267bc0b79f3 on host dv-cinder-759961-4-iscsi for vnic_type normal with profile  {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:35:46.157067 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Attempting to bind port 2419274b-83b6-4766-8b23-d267bc0b79f3 by drivers openvswitch on host dv-cinder-759961-4-iscsi at level 0 using segments [{'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:35:46.157484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Attempting to bind port 2419274b-83b6-4766-8b23-d267bc0b79f3 on network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:35:46.169580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Checking agent: {'id': '0943ce08-fb14-42c1-9cec-596f29279fdd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 17, 38), 'started_at': datetime.datetime(2021, 2, 17, 3, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:35:46.169994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Checking segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:35:46.170443 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:46.170887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Bound using segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:35:46.171440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Bound port: 2419274b-83b6-4766-8b23-d267bc0b79f3, host: dv-cinder-759961-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:35:46.172034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:46.331842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:46.335583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:46.340959 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] For port 2419274b-83b6-4766-8b23-d267bc0b79f3, host dv-cinder-759961-4-iscsi, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:35:46.345593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] For port 2419274b-83b6-4766-8b23-d267bc0b79f3, host dv-cinder-759961-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2419274b-83b6-4766-8b23-d267bc0b79f3,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:35:46.353017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:46.369707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f3f6180f-5619-4518-8f6e-4fba968f7bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:46.525974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Pushing event updated for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=4']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:46.538704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-49362dfd-62f1-4eb8-a0d4-13c84b733353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83993) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:46.546029 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP 555a9b2f-9758-498a-ad16-279b21385ddd associated. External IP: 172.27.1.130, port: 65586199-8d17-4dc4-95e3-587c045d051c.
Feb 17 03:35:46.599553 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:46.600329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b134b70>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:46.860106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:47.017127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:47.284716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:47.292761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:47.296482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:47.317567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:47.319464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b3e8160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:47.453557 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-1ea15d07-6217-4914-ac20-5fa475297cd3 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "PUT /v2.0/floatingips/555a9b2f-9758-498a-ad16-279b21385ddd HTTP/1.1" status: 200  len: 997 time: 2.5165792
Feb 17 03:35:47.454490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:47.465941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b134b70>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:46Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:47.496919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c857e7f-bbb2-4d23-869d-9b3ab251667a None None] The sync data for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi is: [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:46Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:47.607419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:47.612252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-00d94158-36ce-44ab-aac9-b950be26a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:47.621605 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-00d94158-36ce-44ab-aac9-b950be26a26a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.1477954
Feb 17 03:35:47.663243 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c', 'status': 'completed', 'code': 200}
Feb 17 03:35:47.818139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2419274b-83b6-4766-8b23-d267bc0b79f3 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:47.819499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-83b7af07-0c0b-4185-a37b-498bdf546ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:47.823359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-83b7af07-0c0b-4185-a37b-498bdf546ebe service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1995926
Feb 17 03:35:47.982604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-3032ff6b-5553-4893-87eb-ba500ddde984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 1000 time: 0.1503043
Feb 17 03:35:48.006942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning for port 2419274b-83b6-4766-8b23-d267bc0b79f3 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:48.016587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 2419274b-83b6-4766-8b23-d267bc0b79f3 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:48.017274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:48.083358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-3304c9db-ea28-4519-a677-12d6e8771cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:48.085577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-3304c9db-ea28-4519-a677-12d6e8771cde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0928462
Feb 17 03:35:48.196817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-0b386d7d-9408-4b8a-8033-037ddc0bcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:48.198503 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-0b386d7d-9408-4b8a-8033-037ddc0bcc68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035907
Feb 17 03:35:48.225388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-b2326dc6-fbf2-44a0-afb2-4fb7e6f46079 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:35:48.226615 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-b2326dc6-fbf2-44a0-afb2-4fb7e6f46079 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057933
Feb 17 03:35:48.278960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:48.320791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b3e8160>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:45Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:48.327299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] For port 2419274b-83b6-4766-8b23-d267bc0b79f3, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2419274b-83b6-4766-8b23-d267bc0b79f3,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:48.329514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:48.337707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:48.340999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef0258bf-56e9-4a62-8c76-f349735df6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:48.395358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:48.396341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b3e8160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:48.455277 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-0e6abb8f-98a4-4832-a1e2-c8762964fa0e service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151222
Feb 17 03:35:48.661541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3762b2df-fd4c-4c16-affa-e3b697536cca req-2f6a85cd-41cd-4537-aeb4-285818fc1d3a service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2049055
Feb 17 03:35:48.801400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Pushing event updated for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:48.806289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:48.854803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:48.943053 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-b32fe133-aef0-4908-9fd2-38ffec7f5235 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/floatingips/43b9c726-1e25-495c-8654-9cc3617e0ae2 HTTP/1.1" status: 200  len: 999 time: 0.1477647
Feb 17 03:35:49.116973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-9ed986e5-bdf1-4462-aaa1-ac228cb02880 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.118854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-9ed986e5-bdf1-4462-aaa1-ac228cb02880 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1663575
Feb 17 03:35:49.130741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-799692ac-d5d4-4aa2-9590-218106f10b30 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:35:49.131929 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-799692ac-d5d4-4aa2-9590-218106f10b30 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062919
Feb 17 03:35:49.302410 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-490f1c75-73c8-43ba-ac32-1b5746bde73e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.180 HTTP/1.1" status: 200  len: 1002 time: 0.1555166
Feb 17 03:35:49.308053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b3e8160>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:45Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:49.315905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd91af8-2f9e-4222-bc3e-c6c28065ae78 None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:45Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:49.372642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-a9ef58bb-6305-4491-afa8-8b8c79304c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.374270 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-a9ef58bb-6305-4491-afa8-8b8c79304c19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.1031396
Feb 17 03:35:49.423278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-25ac6d5f-6d6b-4bcc-99cd-300ca93fc976 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.424842 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-25ac6d5f-6d6b-4bcc-99cd-300ca93fc976 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports/ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 943 time: 0.1137476
Feb 17 03:35:49.597336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2419274b-83b6-4766-8b23-d267bc0b79f3 up at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:35:49.616912 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-43d8b58a-3ed9-4ded-85e8-f7e71b423408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.623999 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-43d8b58a-3ed9-4ded-85e8-f7e71b423408 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.2388709
Feb 17 03:35:49.755632 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Provisioning complete for port 2419274b-83b6-4766-8b23-d267bc0b79f3 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:49.755960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:49.772524 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-dd2d2bcf-7ca9-40f3-9c9e-b536938de10d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 1000 time: 0.1405759
Feb 17 03:35:49.787202 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-33fcbeac-dd4e-4fcb-bcf6-f1d0ccf66fcb tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.180 HTTP/1.1" status: 200  len: 1002 time: 0.1813693
Feb 17 03:35:49.804336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5d18af-d90a-4fde-9ec6-b8c415b01969 None None] New status for floating IP 555a9b2f-9758-498a-ad16-279b21385ddd: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:49.931294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-f00c7883-1542-4b0e-8459-db52c6483979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:49.933211 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-f00c7883-1542-4b0e-8459-db52c6483979 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.1534224
Feb 17 03:35:50.110475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-fe6bcbcc-f772-4b2a-b290-acc5105e99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:50.114196 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-fe6bcbcc-f772-4b2a-b290-acc5105e99cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1719811
Feb 17 03:35:50.244329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Deleting port 31ba46ce-a863-45c7-9560-dabd106941d5 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:50.244763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:50.262768 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:35:50.361176 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-45346d0e-3853-4662-9259-bd8f441bd396 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380867
Feb 17 03:35:50.573034 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f310ed03-6b88-4d02-a06c-007d4a8e700b req-2b964d19-852e-4834-baf7-09e75ab63bb6 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2041142
Feb 17 03:35:50.782769 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:50.784165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:50.948101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Calling delete_port for 31ba46ce-a863-45c7-9560-dabd106941d5 owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:51.138970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.155601 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dc15a812-c8b4-430c-80cd-1d3ba51ca1bb tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:51.293852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event deleted for resources: {'Port': ['ID=31ba46ce-a863-45c7-9560-dabd106941d5,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:51.296873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:51.444513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:51.444513 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Floating IP 43b9c726-1e25-495c-8654-9cc3617e0ae2 disassociated (deleted). External IP: 172.27.1.180, port: ee2e0f68-7311-4134-9186-6f27cbf5411a.
Feb 17 03:35:51.855342 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:35:52.065719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:35:52.095664 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Sync routers for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:35:52.104559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:52.113633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:52.115173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:52.171244 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "DELETE /v2.0/floatingips/43b9c726-1e25-495c-8654-9cc3617e0ae2 HTTP/1.1" status: 204  len: 173 time: 2.3778620
Feb 17 03:35:52.171841 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:52.268800 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'status': 'completed', 'code': 200}
Feb 17 03:35:52.311484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-b2560628-0db3-4906-9c1d-33ee2aa174bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.319970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-b2560628-0db3-4906-9c1d-33ee2aa174bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.1298885
Feb 17 03:35:52.417420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:52.459797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-81768934-9b0d-4617-aced-f27217102025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.462305 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-81768934-9b0d-4617-aced-f27217102025 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 1163 time: 0.1456802
Feb 17 03:35:52.516146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-18d3435a-2d51-4a24-843e-8571d9da5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.524016 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-18d3435a-2d51-4a24-843e-8571d9da5f78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.2030735
Feb 17 03:35:52.658199 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-44061931-eb19-4408-9aac-539f153a3294 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 217 time: 0.1258209
Feb 17 03:35:52.755793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-d3965a14-a834-4488-9c4a-690b67eb44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.760171 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-d3965a14-a834-4488-9c4a-690b67eb44c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.1029222
Feb 17 03:35:52.885468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bba8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:52.890255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Checking router: 22affcdf-a631-4c7d-9027-becc5bd6b7e3 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:35:52.905552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:35:52.906242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:35:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:52.991724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-1e9b6aa8-06ef-4019-ab41-f28f2d381079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:52.993783 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-1e9b6aa8-06ef-4019-ab41-f28f2d381079 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 200  len: 903 time: 0.5214381
Feb 17 03:35:53.047327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-cc007de7-713d-4186-bc71-3e70ad061a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:53.049032 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-cc007de7-713d-4186-bc71-3e70ad061a3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2802417
Feb 17 03:35:53.065622 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-ece36815-5f15-4203-886e-b9121913522b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:53.067244 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-ece36815-5f15-4203-886e-b9121913522b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 815 time: 0.2253242
Feb 17 03:35:53.081102 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-e73e9026-d4e8-4e5c-8931-b92c3d2754e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 200  len: 217 time: 0.0798585
Feb 17 03:35:53.140004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:35:53.156127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-edca51ed-eb66-4b71-baee-b4f00b4ae538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:53.158565 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-edca51ed-eb66-4b71-baee-b4f00b4ae538 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 200  len: 848 time: 0.0698819
Feb 17 03:35:53.172163 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-97114336-053d-4816-8c93-c4b06de48b89 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/quotas/452d5eab351441619d3b9376e7e200d0 HTTP/1.1" status: 200  len: 375 time: 0.0804698
Feb 17 03:35:53.256949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-7eca2e36-bcf0-4934-be47-600ba10b6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:53.259694 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-7eca2e36-bcf0-4934-be47-600ba10b6477 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ed6be5ee-e98f-4e52-85de-7176df4698ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933449
Feb 17 03:35:53.265346 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 32846) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:53.312792 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-014d9132-9f85-4b96-84fb-9befec28b31c service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444508
Feb 17 03:35:53.321907 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-4d6dafd6-dd21-4ee7-812c-55f81a609089 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:53.413494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-ca864fcc-e6a1-4ba8-9eb3-1de4728c31fe service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447144
Feb 17 03:35:53.457694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-4d6dafd6-dd21-4ee7-812c-55f81a609089 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:53.459437 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-4d6dafd6-dd21-4ee7-812c-55f81a609089 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2793837
Feb 17 03:35:53.534324 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.546303 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b04bba8>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:35:53.550658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ce2dc-4703-4815-94fc-b9da4ba12259 None None] The sync data for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi is: [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:30:30Z', 'revision_number': 4, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '0874aa1f-e832-4109-983f-60c7485a07da', 'name': '', 'network_id': 'ed6be5ee-e98f-4e52-85de-7176df4698ac', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'mac_address': 'fa:16:3e:32:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:28Z', 'updated_at': '2021-02-17T03:30:40Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'subnets': [{'id': '815062f4-fa0e-458c-acc9-426b5f169f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:35:53.557537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:53.573703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Usage tracker for resource:security_group_rule and tenant:60d7f30dd78140aa87984953fe492342 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:53.579090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:53.589096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:53.626998 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f2a881c9-1064-4127-85b6-f5c1a789d139 req-a3380834-d503-47b6-a43d-6394b8a36c4d service neutron] 10.222.0.52 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2065997
Feb 17 03:35:53.630741 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8877fafa-3b2f-41a2-86e9-d60200decb0a req-4440ad49-29fd-4eb6-826c-1570a87cd5ab service neutron] 10.222.0.46 "GET /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3023670
Feb 17 03:35:53.661086 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-7669aafd-51e8-45f9-b932-f1953504cc2b service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817489
Feb 17 03:35:53.709076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.712538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.721785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f630425e-efa3-47b9-b4f9-672b625e7552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:53.765541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60d7f30dd78140aa87984953fe492342&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4989057
Feb 17 03:35:53.766642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365da71-3c4b-45b5-8b30-ad8f446c8c06,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:53.770428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:53.771106 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 32854) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:53.856947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.895657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.948640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.954147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-144b1cf8-ac51-405f-b2fb-2f75801d3813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:53.972574 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365da71-3c4b-45b5-8b30-ad8f446c8c06,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:53.974837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:53.976213 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f365da71-3c4b-45b5-8b30-ad8f446c8c06 HTTP/1.1" status: 204  len: 168 time: 0.2039239
Feb 17 03:35:53.978133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a134362d-eda0-4f4f-a0ec-e412d9103c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:54.034795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254e42e8-140e-48c0-837d-9cc963bfa413 None None] New status for floating IP 43b9c726-1e25-495c-8654-9cc3617e0ae2: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:35:54.130784 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-4c769347-f09e-45ee-aa30-fa03ce3a462a service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4611623
Feb 17 03:35:54.144562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb76188-57dd-4342-b18f-9b061e04a4f8 req-bf7c2fd0-b339-47e3-a822-ad886b81ba02 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:54.145335 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7fb76188-57dd-4342-b18f-9b061e04a4f8 req-bf7c2fd0-b339-47e3-a822-ad886b81ba02 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:54.165605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7fb76188-57dd-4342-b18f-9b061e04a4f8 req-bf7c2fd0-b339-47e3-a822-ad886b81ba02 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:54.166918 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7fb76188-57dd-4342-b18f-9b061e04a4f8 req-bf7c2fd0-b339-47e3-a822-ad886b81ba02 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1501436
Feb 17 03:35:54.252546 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7fb76188-57dd-4342-b18f-9b061e04a4f8 req-70f888da-5aea-4943-95b1-a09b3ff7473b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0789716
Feb 17 03:35:54.335792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 32868) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:54.362554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.362831 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9b9237ec-0b28-47f1-b0de-63b84872f26c req-06c5bc2f-6581-466f-b11a-4f5ab894ddcc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 210 time: 0.0504529
Feb 17 03:35:54.382821 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:54.387020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Usage tracker for resource:security_group_rule and tenant:d258c679acde477c8337466863d9a02b is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:35:54.390149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:35:54.396095 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:54.483211 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.485678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.493356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6aaf9a9d-2ad2-4d74-89e5-f078515f91b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:54.540942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d258c679acde477c8337466863d9a02b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2014115
Feb 17 03:35:54.540942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5167652-08d4-4f8b-ad7e-4bbc2e6a1872,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:54.541458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 32876) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:35:54.542604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:54.604511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.631056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.678474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.684262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ecf2c16f-5780-4b85-940d-d565efbd3f66 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:54.697354 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5167652-08d4-4f8b-ad7e-4bbc2e6a1872,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:54.700555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:54.702884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:54.704147 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5167652-08d4-4f8b-ad7e-4bbc2e6a1872 HTTP/1.1" status: 204  len: 168 time: 0.1617284
Feb 17 03:35:55.451969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeea367-74ce-42e0-aeb3-c381d456261e req-aeebce30-13d0-4193-9164-472aea929176 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:55.453573 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-baeea367-74ce-42e0-aeb3-c381d456261e req-aeebce30-13d0-4193-9164-472aea929176 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.0931704
Feb 17 03:35:55.549845 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-baeea367-74ce-42e0-aeb3-c381d456261e req-60c5b699-8fc3-46f5-aa4b-dfba9865dfb4 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0896025
Feb 17 03:35:55.552189 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1d4bddb3-f35d-4ec1-8cc7-bdc12843f8fc req-e32c7b75-5555-44bd-abd5-bf5f2e1e13b5 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 210 time: 0.0601163
Feb 17 03:35:55.763420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-5067195c-bc97-49fb-85d4-cb4c65561fcc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:55.764213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-5067195c-bc97-49fb-85d4-cb4c65561fcc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:network {{(pid=83990) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:55.781435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-5067195c-bc97-49fb-85d4-cb4c65561fcc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:network {{(pid=83990) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:55.782668 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-5067195c-bc97-49fb-85d4-cb4c65561fcc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 815 time: 0.1907973
Feb 17 03:35:55.812564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'port': {'device_id': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'admin_state_up': True, 'tenant_id': '452d5eab351441619d3b9376e7e200d0'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:35:55.962061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:35:55.973723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:35:55.984976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Made reservation on behalf of 452d5eab351441619d3b9376e7e200d0 for: {'port': 1} {{(pid=83990) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:35:55.995145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.002561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-eafcf1b6-713c-44be-8fb5-19f40f67bdbb tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:56.004381 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-eafcf1b6-713c-44be-8fb5-19f40f67bdbb tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.52 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.1096156
Feb 17 03:35:56.107701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Deleting port ee2e0f68-7311-4134-9186-6f27cbf5411a {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:35:56.108403 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.348468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Allocated IP 172.20.0.10 (9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef/ecb74640-2fcb-4d0c-9fe2-4119cec7877e/edf93b48-fcc1-4e49-8e39-c1b15f505afa) {{(pid=83990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:35:56.465137 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] For port ee2e0f68-7311-4134-9186-6f27cbf5411a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=ee2e0f68-7311-4134-9186-6f27cbf5411a,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:35:56.465705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.674610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for port, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.699767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Transition to ACTIVE for port object edf93b48-fcc1-4e49-8e39-c1b15f505afa will not be triggered until provisioned by entity DHCP. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:35:56.731955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:56.754010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-23c8e21d-0d67-43ff-a583-cab568aac64e tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:56.826694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Calling delete_port for ee2e0f68-7311-4134-9186-6f27cbf5411a owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:35:57.030040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:57.047415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:57.150329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba1828-178a-452e-aaa2-81162a6d062b req-59739b2b-c468-4836-8158-47b1f3658c29 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.152819 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4ba1828-178a-452e-aaa2-81162a6d062b req-59739b2b-c468-4836-8158-47b1f3658c29 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.2580345
Feb 17 03:35:57.161171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1569d-011c-4e44-a879-722d0bd9e7b9 req-647d1188-8e8e-4b2a-8a52-4dd9710beb7e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.163132 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cc1569d-011c-4e44-a879-722d0bd9e7b9 req-647d1188-8e8e-4b2a-8a52-4dd9710beb7e tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 946 time: 0.2647982
Feb 17 03:35:57.169494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef is already hosted by enough agents. {{(pid=83990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:35:57.171993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources bound (agent type, host, resource id):  {{(pid=83990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:35:57.178387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Received port after_create {{(pid=83990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:35:57.323415 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:57.324191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.402196 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-33ecca02-5100-40b2-94cf-6bd1aa3c510b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5943677
Feb 17 03:35:57.504186 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c4ba1828-178a-452e-aaa2-81162a6d062b req-c7cf70f3-e545-4e15-964e-b019d11a01ff tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3396728
Feb 17 03:35:57.577097 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8cc1569d-011c-4e44-a879-722d0bd9e7b9 req-bcc33f08-ca25-4662-a9a3-3f5a36e7d546 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups?id=44ad59c9-be0b-482c-9e48-6f1aefbea8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1981089
Feb 17 03:35:57.582339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.582535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-34d83274-2a91-499e-8973-eb4e30307c31 None None] Provisioning for port edf93b48-fcc1-4e49-8e39-c1b15f505afa completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:35:57.593431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-34d83274-2a91-499e-8973-eb4e30307c31 None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:35:57.593970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34d83274-2a91-499e-8973-eb4e30307c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.668099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:35:57.746422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-94eae70f-584b-4840-90e1-78b559fa5e70 tempest-VolumesActionsTest-1507301546 tempest-VolumesActionsTest-1507301546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:35:57.762940 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] No Port match for: ee2e0f68-7311-4134-9186-6f27cbf5411a {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:35:57.763636 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device ee2e0f68-7311-4134-9186-6f27cbf5411a not bound to the agent host hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:35:57.789283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-34d83274-2a91-499e-8973-eb4e30307c31 None None] Port edf93b48-fcc1-4e49-8e39-c1b15f505afa cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:35:57.815109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event deleted for resources: {'Port': ['ID=ee2e0f68-7311-4134-9186-6f27cbf5411a,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:35:57.820767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:35:57.910159 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] No DVR routers for this DVR port ee2e0f68-7311-4134-9186-6f27cbf5411a on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:35:57.912534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:35:57.915862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-deleted', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:35:57.935863 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-23993bbf-8876-4cc5-85b8-6cd521d83e6a req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.52 "DELETE /v2.0/ports/ee2e0f68-7311-4134-9186-6f27cbf5411a HTTP/1.1" status: 204  len: 173 time: 1.9252481
Feb 17 03:35:58.005718 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053ba632-5ab2-451f-96b5-adff294a7cb7', 'name': 'network-vif-deleted', 'tag': 'ee2e0f68-7311-4134-9186-6f27cbf5411a', 'status': 'completed', 'code': 200}
Feb 17 03:35:58.758776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-73df6ad2-e694-4b32-9bbf-cfaa37d05eac req-0e35ad61-98f4-4438-a03d-eb446aa5250b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Synchronizing usage tracker for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:35:58.778737 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1b92f-e288-4a4b-a5db-d4d1eac2798f req-5f8bffbb-7ea4-40a4-ba82-45582c745d14 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:35:58.780362 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ec1b92f-e288-4a4b-a5db-d4d1eac2798f req-5f8bffbb-7ea4-40a4-ba82-45582c745d14 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.1515186
Feb 17 03:35:58.785451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-73df6ad2-e694-4b32-9bbf-cfaa37d05eac req-0e35ad61-98f4-4438-a03d-eb446aa5250b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Unset dirty status for tenant:62cc4e74ed8a4799a22ac0af1dfb7c4b on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:35:58.787624 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-73df6ad2-e694-4b32-9bbf-cfaa37d05eac req-0e35ad61-98f4-4438-a03d-eb446aa5250b tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0825238
Feb 17 03:35:58.837480 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9ec1b92f-e288-4a4b-a5db-d4d1eac2798f req-18ed54dd-d0cd-4742-ac2a-a6a553fbacf0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482004
Feb 17 03:35:59.779819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:00.005212 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4f7c0233-411a-449a-adb7-4a687db418a4 req-f0c78bd4-a64f-4dc2-9f47-c985f5db22c2 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.1019926
Feb 17 03:36:00.059998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aff61-cffe-4588-8876-b0faf0410199 req-93cfdc1f-61ef-4521-86d2-ea7171f9c5fb tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:00.061527 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d7aff61-cffe-4588-8876-b0faf0410199 req-93cfdc1f-61ef-4521-86d2-ea7171f9c5fb tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.1004553
Feb 17 03:36:00.113754 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3d7aff61-cffe-4588-8876-b0faf0410199 req-71018f25-2a94-4333-87ef-6e9e806128de tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457418
Feb 17 03:36:01.185374 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9d7d60ab-b2e2-4345-9c51-f7ca0cc1f51d req-3fd21cb7-ba4d-462e-914c-c030f3bd47b7 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0597608
Feb 17 03:36:01.336513 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b68b8d-089a-4a77-95ca-9d7bfacd5004 req-d13d5584-ca2e-4313-92ca-2186aae13fd4 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:01.338109 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-47b68b8d-089a-4a77-95ca-9d7bfacd5004 req-d13d5584-ca2e-4313-92ca-2186aae13fd4 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0943048
Feb 17 03:36:01.388432 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-47b68b8d-089a-4a77-95ca-9d7bfacd5004 req-56fbf62a-29d5-49ff-b346-b9e1ebaae890 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440271
Feb 17 03:36:02.361316 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1f1cd3b5-e287-4d96-98c2-519237dc8334 req-13b4305d-6b2d-4ab3-b26b-34242d87e9ff tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0562088
Feb 17 03:36:02.590136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce37d6-cb38-4a94-bec3-6ef7837dd90c req-d1b17222-5bb5-49f8-b285-5135665b1784 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:02.592760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7ce37d6-cb38-4a94-bec3-6ef7837dd90c req-d1b17222-5bb5-49f8-b285-5135665b1784 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0883248
Feb 17 03:36:02.644479 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7ce37d6-cb38-4a94-bec3-6ef7837dd90c req-08d0bb93-07da-4d0e-9831-1b8c7988a234 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464857
Feb 17 03:36:03.188817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b3e139b-7491-46c4-8155-66c84882590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:03.539272 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-305ed4cd-5cde-4d1d-ac52-7bb866af4139 req-f3073c6a-78c5-40a3-9776-1bf338588543 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0538683
Feb 17 03:36:03.854524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbb8e9-1019-439a-b8d7-16ebdf0248be req-d7f10bac-66ae-4c38-933f-046679a1f471 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:03.856574 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aedbb8e9-1019-439a-b8d7-16ebdf0248be req-d7f10bac-66ae-4c38-933f-046679a1f471 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0909147
Feb 17 03:36:03.914778 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aedbb8e9-1019-439a-b8d7-16ebdf0248be req-c037c0ff-d7ec-4d13-8d2a-7700066f5c13 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507295
Feb 17 03:36:04.714072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0090bab2-50a3-44ce-b39d-d71819af605e req-2bcedc4b-a1d3-4a2b-aa86-c3a543d0428a tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0558088
Feb 17 03:36:05.113029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec420355-32fc-48a9-9238-915c77703a86 req-855eb12d-6ad9-4ba4-ab88-7e57f0965cf2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:05.114882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec420355-32fc-48a9-9238-915c77703a86 req-855eb12d-6ad9-4ba4-ab88-7e57f0965cf2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0879364
Feb 17 03:36:05.167549 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ec420355-32fc-48a9-9238-915c77703a86 req-5a323ebb-f348-4f09-aa9d-4c86a174b22f tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459857
Feb 17 03:36:05.615327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-77253aca-9d94-4be3-aeed-e3faa67b0740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:05.889733 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8fd247bf-4460-42d2-8beb-bcc7395e2775 req-6ccbe851-94d4-42a8-8228-6b38db34cadf tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0589316
Feb 17 03:36:06.149312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:06.380123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312964d6-6831-47f5-ad03-24a193ddb298 req-8c14d4db-0688-4087-a0c5-17da8634a6ec tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:06.381691 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-312964d6-6831-47f5-ad03-24a193ddb298 req-8c14d4db-0688-4087-a0c5-17da8634a6ec tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0917385
Feb 17 03:36:06.441519 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-312964d6-6831-47f5-ad03-24a193ddb298 req-7d348b51-5b2c-4a06-a3ae-ce8b8797b6cb tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451243
Feb 17 03:36:07.055380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-404fc47e-5861-4ad7-923d-ab6753496123 req-93d2a2c1-6153-48eb-8bd8-684a199e610d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0492282
Feb 17 03:36:07.061604 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33038) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:07.190900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.206835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:07.210975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Usage tracker for resource:security_group_rule and tenant:241ba37d3b2749339ca8c63ea97a538f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:07.214311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:07.220238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:07.303647 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.306442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.315651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce6e61de-8a7b-493e-85b8-7c1d2a139025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:07.358981 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=241ba37d3b2749339ca8c63ea97a538f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960377
Feb 17 03:36:07.360722 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a9200-b37d-45f0-8a6d-35f87aacba71,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:07.361793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33044) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:07.364701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af93def7-61c2-4e33-b9da-cc892111632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:07.385352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.407879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Request body: {'port': {'device_id': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83990) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:07.485683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.562021 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.606817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.618350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.651383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aede4-eb21-45fd-a730-84d0e27ba5a9 req-0184b0c0-f4e5-4c99-81f9-dda9be41e9b7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:07.653012 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-220aede4-eb21-45fd-a730-84d0e27ba5a9 req-0184b0c0-f4e5-4c99-81f9-dda9be41e9b7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 932 time: 0.0893524
Feb 17 03:36:07.705598 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-220aede4-eb21-45fd-a730-84d0e27ba5a9 req-f2092854-3848-40ee-8295-de6f78fe02e6 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462222
Feb 17 03:36:07.729587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.736694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-eee2b8c5-bd52-4df9-9da2-841650ee0fae tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:07.761369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a9200-b37d-45f0-8a6d-35f87aacba71,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:07.765957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:07.772407 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:07.773625 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/273a9200-b37d-45f0-8a6d-35f87aacba71 HTTP/1.1" status: 204  len: 168 time: 0.4107723
Feb 17 03:36:08.095588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf93b48-fcc1-4e49-8e39-c1b15f505afa {{(pid=83990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:36:08.104380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.117344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Transition to ACTIVE for port object edf93b48-fcc1-4e49-8e39-c1b15f505afa will not be triggered until provisioned by entity L2. {{(pid=83990) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:36:08.120065 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.138210 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0efe9822-2770-4482-9e74-12675c959dd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:08.229069 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33056) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:08.244560 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a647deb-c33b-4c7c-bd76-399aa5ccf3e1 req-0d3b7b76-9427-4d02-a20a-de8ccdd6c13f tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/ports?device_id=053ba632-5ab2-451f-96b5-adff294a7cb7 HTTP/1.1" status: 200  len: 210 time: 0.0565054
Feb 17 03:36:08.263567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.274757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=2']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:08.278041 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:08.279824 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:08.283964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Usage tracker for resource:security_group_rule and tenant:91a3dba26c904b579b7ac090db66e9a4 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:08.286948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:08.293049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:08.385608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.389837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.417972 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6c9d4031-0f76-4e43-85e9-6bef7e66a9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:08.429264 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91a3dba26c904b579b7ac090db66e9a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933486
Feb 17 03:36:08.432501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33060) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:08.474230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0862b-2eda-4ba1-bf87-ddced7469ec6,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:08.478170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-dbf7eae7-5845-45a4-ac9f-bb072df4e6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:08.511986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Attempting to bind port edf93b48-fcc1-4e49-8e39-c1b15f505afa on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:36:08.512522 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Attempting to bind port edf93b48-fcc1-4e49-8e39-c1b15f505afa by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:36:08.512903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Attempting to bind port edf93b48-fcc1-4e49-8e39-c1b15f505afa on network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:36:08.519447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:36:08.519817 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Checking segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:36:08.520183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.520588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Bound using segment: {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'} {{(pid=83990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:36:08.521176 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Bound port: edf93b48-fcc1-4e49-8e39-c1b15f505afa, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15be60a5-7b8a-4700-8349-bc4bd60bdd8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef'}}] {{(pid=83990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:36:08.521497 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.529073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.559310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.613780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.619855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b3f16d72-f905-41d5-bf3f-d5cf83ad627b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:08.624734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, cleared binding levels {{(pid=83990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:36:08.628004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:36:08.631853 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6570328'] for port, after_update {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.633130 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0862b-2eda-4ba1-bf87-ddced7469ec6,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:08.635881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:08.644336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.648060 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ef2c8015-5921-4c62-8df7-ac6b68147f0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ad0862b-2eda-4ba1-bf87-ddced7469ec6 HTTP/1.1" status: 204  len: 168 time: 0.2121096
Feb 17 03:36:08.648208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f8bafe4d-55c0-42e0-8d30-0d754d06ea33 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:08.811090 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=3']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:08.816718 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:08.849227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:08.850029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:08.851892 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] 10.222.0.52 "PUT /v2.0/ports/edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1158 time: 1.4485202
Feb 17 03:36:08.852417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:08.922342 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:36:08.931343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a677df-010a-414d-89e6-724e734c0e31 req-2c5690bb-8b09-4858-aa5f-8f390d05c158 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:08.933035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83a677df-010a-414d-89e6-724e734c0e31 req-2c5690bb-8b09-4858-aa5f-8f390d05c158 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 944 time: 0.1104650
Feb 17 03:36:09.000710 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-83a677df-010a-414d-89e6-724e734c0e31 req-d09c472d-baea-48a9-8f8a-3eeca7919011 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586545
Feb 17 03:36:09.024114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-eed4d60e-5ab7-4aa1-b8f5-68072bbc0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:09.026210 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-eed4d60e-5ab7-4aa1-b8f5-68072bbc0640 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1161 time: 0.0890467
Feb 17 03:36:09.113697 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-da354acc-55f1-429a-99ae-7303d37ea91b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 217 time: 0.0721951
Feb 17 03:36:09.189485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-3e5d9a83-823b-4818-9baf-55bc57f0d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:09.191035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-3e5d9a83-823b-4818-9baf-55bc57f0d257 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0695488
Feb 17 03:36:09.294878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-b6a6dce4-9277-4836-a56b-f399005424ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:09.296886 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-b6a6dce4-9277-4836-a56b-f399005424ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970361
Feb 17 03:36:09.430616 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-625dcb6e-2f22-41bb-a078-287de3c3512a tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "GET /v2.0/security-groups/44ad59c9-be0b-482c-9e48-6f1aefbea8f1 HTTP/1.1" status: 200  len: 2989 time: 0.0595062
Feb 17 03:36:09.516977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:09.548793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:09.602215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:09.609263 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-fceec837-f01c-4b0b-b54d-de581fa4fcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:09.628031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ad59c9-be0b-482c-9e48-6f1aefbea8f1,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:09.630994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:09.644421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:09.647237 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-21cd1496-80b0-464b-9ec8-2a9dfa3caa7e req-3d68585d-92ec-4054-9744-932fc81b468d tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] 10.222.0.46 "DELETE /v2.0/security-groups/44ad59c9-be0b-482c-9e48-6f1aefbea8f1 HTTP/1.1" status: 204  len: 173 time: 0.2090962
Feb 17 03:36:09.691083 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-f8ecd353-fc25-4b1a-bdcf-3bed448833d4 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3832717
Feb 17 03:36:09.708096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33098) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:09.844942 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1c322957-312f-4233-8ae9-76f8d5cda3c8 req-e5db5b73-ff08-4e22-ad15-a8c2385342b3 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485991
Feb 17 03:36:10.024121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-28f62f6c-0334-4461-bfb3-ef8d0b376b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.025882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-28f62f6c-0334-4461-bfb3-ef8d0b376b01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1161 time: 0.0865791
Feb 17 03:36:10.194289 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-cb7c4feb-27d3-4c18-b5c7-51e7b8b7d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.196144 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-cb7c4feb-27d3-4c18-b5c7-51e7b8b7d29b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.1622949
Feb 17 03:36:10.287600 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-2065851a-d731-450e-a2e0-1e792813bba0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 217 time: 0.0843649
Feb 17 03:36:10.364976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-131ebc2e-6b26-4853-b2d7-3b4e7d6d66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.367957 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-131ebc2e-6b26-4853-b2d7-3b4e7d6d66f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0696211
Feb 17 03:36:10.459208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-b6ba648e-e2e7-4708-b256-1d9ecfecacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.460820 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-b6ba648e-e2e7-4708-b256-1d9ecfecacc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869379
Feb 17 03:36:10.601846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc17d8c-982b-445e-a0f6-ca86bac8707e req-b6e836dc-b6cc-4d49-9224-6c6786d37395 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:10.603396 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bc17d8c-982b-445e-a0f6-ca86bac8707e req-b6e836dc-b6cc-4d49-9224-6c6786d37395 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 944 time: 0.1783955
Feb 17 03:36:10.611008 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-8e6cfe69-b898-4b71-be52-d0b87f77bb93 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422577
Feb 17 03:36:10.705246 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0bc17d8c-982b-445e-a0f6-ca86bac8707e req-ccc6b3d7-eab3-4636-966e-a6c4cf49f247 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914676
Feb 17 03:36:10.775331 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-523ba92d-61fc-494f-946d-38d7064bdfcf req-0d6874e9-a2b3-4213-bc17-9b06b34b686b service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552789
Feb 17 03:36:10.819945 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.197673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Deleting port 0874aa1f-e832-4109-983f-60c7485a07da {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:11.198160 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.389231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] For port 0874aa1f-e832-4109-983f-60c7485a07da, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=0874aa1f-e832-4109-983f-60c7485a07da,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:11.390170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.524794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Calling delete_port for 0874aa1f-e832-4109-983f-60c7485a07da owned by network:router_interface {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:11.932786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.objects.ports [None req-78f9435c-a012-4cc6-a634-8d9fa6a53fd3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 03:36:11.960056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:11.976534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e05886c6-0e2c-4dca-a03e-5b7e59e619bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:12.075978 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Pushing event deleted for resources: {'Port': ['ID=0874aa1f-e832-4109-983f-60c7485a07da,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:12.096281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:12.132462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29d2eb-8789-4bce-aba8-edc047e0c06b req-17a054f2-8f93-4507-b6e6-682888df3551 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:12.134085 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa29d2eb-8789-4bce-aba8-edc047e0c06b req-17a054f2-8f93-4507-b6e6-682888df3551 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 944 time: 0.2589469
Feb 17 03:36:12.233146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aa29d2eb-8789-4bce-aba8-edc047e0c06b req-38abc1e4-f540-4ecc-abf5-11fb5b40f8bc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905051
Feb 17 03:36:12.393783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device edf93b48-fcc1-4e49-8e39-c1b15f505afa up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:12.454281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:12.466524 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port edf93b48-fcc1-4e49-8e39-c1b15f505afa completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:36:12.471475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:12.471954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:12.600308 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:12.630572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:12.643447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:12.646446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:12.649174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:12.701952 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'code': 200}
Feb 17 03:36:12.729509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:12.735357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:13.020205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08132-1c04-4179-96ab-1d890f9637c8 req-ef493e91-7c56-44e2-86d5-ea0b4a948357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:13.022070 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-adf08132-1c04-4179-96ab-1d890f9637c8 req-ef493e91-7c56-44e2-86d5-ea0b4a948357 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.1000326
Feb 17 03:36:13.072826 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-adf08132-1c04-4179-96ab-1d890f9637c8 req-0d8b3393-c7b2-4bba-8555-373c231c904f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444021
Feb 17 03:36:13.338259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:13.641215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8f4fa-a00a-492c-99c1-4b6fa5c54c84 req-c4099de5-9f1f-4f3a-97ee-9ebb04d42e41 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:13.643027 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7f8f4fa-a00a-492c-99c1-4b6fa5c54c84 req-c4099de5-9f1f-4f3a-97ee-9ebb04d42e41 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.2126219
Feb 17 03:36:13.646002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:13.656623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Sync routers for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:13.666865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:13.667566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29d4a7f0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:13.681266 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] 10.222.0.46 "PUT /v2.0/routers/22affcdf-a631-4c7d-9027-becc5bd6b7e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9719915
Feb 17 03:36:13.684192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33176) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:13.711577 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b7f8f4fa-a00a-492c-99c1-4b6fa5c54c84 req-6c1f8bf7-19f6-41be-a5a7-0f3c7529a9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587962
Feb 17 03:36:13.882086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:13.994615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device edf93b48-fcc1-4e49-8e39-c1b15f505afa up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:14.079048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.084429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Deleting port 21bda0db-cf3d-4666-b548-aed1406f2ce6 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:14.084792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.098976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:14.287942 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] For port 21bda0db-cf3d-4666-b548-aed1406f2ce6, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=21bda0db-cf3d-4666-b548-aed1406f2ce6,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:14.288341 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.294054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:14.294482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.419380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Calling delete_port for 21bda0db-cf3d-4666-b548-aed1406f2ce6 owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:14.535449 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29d4a7f0>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:36:11Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:14.539704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Checking router: 22affcdf-a631-4c7d-9027-becc5bd6b7e3 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:14.549243 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Routers {'22affcdf-a631-4c7d-9027-becc5bd6b7e3'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:14.549914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29d4a7f0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:14.566010 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.753322 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] Set router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:14.766019 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:14.915307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33192) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:14.938979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5cc1-0e44-4185-aad4-cf247269c01d req-bb87775e-59b4-44c2-8382-1106f4dbd4c7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:14.947487 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f4a5cc1-0e44-4185-aad4-cf247269c01d req-bb87775e-59b4-44c2-8382-1106f4dbd4c7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.1105773
Feb 17 03:36:15.009384 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2f4a5cc1-0e44-4185-aad4-cf247269c01d req-276858d7-20ca-45c9-a5ba-d56ec34c2c91 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604877
Feb 17 03:36:15.085486 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.112816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:15.117471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Usage tracker for resource:security_group_rule and tenant:42530776e8be4a4b831e375f82551b76 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:15.121081 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:15.123626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29d4a7f0>, [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:36:11Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:15.129033 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f4b10-d0eb-457c-930c-c3b17ad43c42 None None] The sync data for ids ['22affcdf-a631-4c7d-9027-becc5bd6b7e3'] in dv-cinder-759961-4-iscsi is: [{'id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'name': 'tempest-TestShelveInstance-1617143255-router', 'tenant_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:24Z', 'updated_at': '2021-02-17T03:36:11Z', 'revision_number': 5, 'project_id': '62cc4e74ed8a4799a22ac0af1dfb7c4b', 'gw_port': {'id': '21bda0db-cf3d-4666-b548-aed1406f2ce6', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22affcdf-a631-4c7d-9027-becc5bd6b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:25Z', 'updated_at': '2021-02-17T03:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:15.129673 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:15.172378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.175035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.215925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.217061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22affcdf-a631-4c7d-9027-becc5bd6b7e3 {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:36:15.236572 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.238162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-28906131-8c84-4947-b3c2-f603ef5bc67e admin admin] 10.222.0.46 "DELETE /v2.0/routers/22affcdf-a631-4c7d-9027-becc5bd6b7e3 HTTP/1.1" status: 204  len: 168 time: 1.5515265
Feb 17 03:36:15.240844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33200) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:15.293305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3ecd-f76c-48d1-aa07-0f8ce88ad2b5 req-fe2f3593-784c-476c-8181-b4217216dbb0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:15.295328 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5fd3ecd-f76c-48d1-aa07-0f8ce88ad2b5 req-fe2f3593-784c-476c-8181-b4217216dbb0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.1533289
Feb 17 03:36:15.317561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Deleting subnet 815062f4-fa0e-458c-acc9-426b5f169f1b {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:36:15.320957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.384883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.389048 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d5fd3ecd-f76c-48d1-aa07-0f8ce88ad2b5 req-fabf9598-802d-472d-907c-5134e69fa0a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846488
Feb 17 03:36:15.390182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.393223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.400167 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-de3f97c5-c56f-420d-80b3-7b097c3a5747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:15.463809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964a2bc-976d-4e63-a098-36063e461908,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:15.467373 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:15.472370 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d04f1c33-1873-4d4d-92d3-12ff1bda0edb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42530776e8be4a4b831e375f82551b76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5555809
Feb 17 03:36:15.475975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33206) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:15.514947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.520783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 0874aa1f-e832-4109-983f-60c7485a07da no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:15.555963 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.574539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 0874aa1f-e832-4109-983f-60c7485a07da {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:15.575217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 0874aa1f-e832-4109-983f-60c7485a07da not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:15.588609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.638197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.644056 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e7bb4ab7-d9cc-4bf1-8287-4d467f0599e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:15.657027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964a2bc-976d-4e63-a098-36063e461908,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:15.659068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:15.665083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.668822 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7eb062de-ab06-4c25-a4ae-3d443bd81672 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9964a2bc-976d-4e63-a098-36063e461908 HTTP/1.1" status: 204  len: 168 time: 0.1893461
Feb 17 03:36:15.848478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:15.870733 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:15.887154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c238bc6-00da-4fef-9de1-daf9ee9d749d req-96f44074-f1a4-482e-bd9e-e2b3e4f88249 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:15.891404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2c238bc6-00da-4fef-9de1-daf9ee9d749d req-96f44074-f1a4-482e-bd9e-e2b3e4f88249 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.1022625
Feb 17 03:36:15.944399 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-2c238bc6-00da-4fef-9de1-daf9ee9d749d req-53217c79-aff7-4894-a634-fef9b059fcea tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449119
Feb 17 03:36:15.956846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815062f4-fa0e-458c-acc9-426b5f169f1b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:15.972871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.014791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.019795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33218) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:16.022009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a012f9-cdea-4a98-8a70-85c86864c4e2 None None] Network ed6be5ee-e98f-4e52-85de-7176df4698ac requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:36:16.025823 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0d8179c6-4046-42fd-abe8-b6269b967afb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/815062f4-fa0e-458c-acc9-426b5f169f1b HTTP/1.1" status: 204  len: 168 time: 0.7835166
Feb 17 03:36:16.032029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33222) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:16.040040 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.057060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:16.061253 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae98409e9d2c473b84f41929ea67e24f is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:16.064542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:16.070376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:16.160552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.162525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.166430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.178608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-61df0a22-7aae-4891-b43e-df111a74b509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.261706 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae98409e9d2c473b84f41929ea67e24f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2407107
Feb 17 03:36:16.267175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33228) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:16.272126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efdb10a-0e2c-4d24-840c-082f23297859,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.275866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-e70617a0-9636-4498-be77-057719fdaaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.297676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Deleting port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:16.298257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.347554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] DHCP port deletion for ed6be5ee-e98f-4e52-85de-7176df4698ac request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:36:16.352927 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Deleting port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:16.353395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.463925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.593387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.632292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] For port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:16.632743 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.653969 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] For port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,segment=NetworkSegment(a2d25235-20d8-4399-ade4-f8a0985b7a4a),segment_id=a2d25235-20d8-4399-ade4-f8a0985b7a4a)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:16.654357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.766280 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Calling delete_port for 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:16.792634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Calling delete_port for 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 owned by network:dhcp {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:16.844974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.848556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.855284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7f333407-1ae6-402d-9ee6-f76e50dbb532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.860885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:16.872996 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efdb10a-0e2c-4d24-840c-082f23297859,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.877491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:16.891584 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:16.892752 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2efdb10a-0e2c-4d24-840c-082f23297859 HTTP/1.1" status: 204  len: 168 time: 0.6244311
Feb 17 03:36:16.897182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83990) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:36:16.897286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:36:16.984009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Pushing event deleted for resources: {'Port': ['ID=672c08ef-b593-4c1d-b1e9-aa5a41870ce2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:16.989679 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:17.022814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5780e-399f-4a33-9671-71144e097ff3 None None] No DVR routers for this DVR port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 on host dv-cinder-759961-4-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:36:17.245118 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33240) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:17.266379 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.282369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:17.286759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4bc24b0acf4d1f908fca487439376d is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:17.289755 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:17.295549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:17.382621 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.385312 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.394594 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-963d1044-4895-4cd2-97f3-ae2501a0bc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:17.404652 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Deleting port 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:17.405587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.502433 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] The port '672c08ef-b593-4c1d-b1e9-aa5a41870ce2' was deleted {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:36:17.506214 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa4bc24b0acf4d1f908fca487439376d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2599294
Feb 17 03:36:17.507315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3310922a-416a-4cc7-92da-7b4d1c1414c2,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:17.509186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33244) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:17.539911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:17.574426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:17.603282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.617607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:17.618000 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 672c08ef-b593-4c1d-b1e9-aa5a41870ce2 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:17.618708 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 21bda0db-cf3d-4666-b548-aed1406f2ce6 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:17.635678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.644343 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.663946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 21bda0db-cf3d-4666-b548-aed1406f2ce6 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:17.664353 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 21bda0db-cf3d-4666-b548-aed1406f2ce6 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:17.692580 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.697920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c0434f48-4157-428f-b5b6-df4e4cc5ee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:17.713325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3310922a-416a-4cc7-92da-7b4d1c1414c2,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:17.716509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:17.720980 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.725066 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3310922a-416a-4cc7-92da-7b4d1c1414c2 HTTP/1.1" status: 204  len: 168 time: 0.2120056
Feb 17 03:36:17.792823 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2ad822b0>,) {'filters': {'network_id': ['ed6be5ee-e98f-4e52-85de-7176df4698ac']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:17.807208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad822b0>, 'a2d25235-20d8-4399-ade4-f8a0985b7a4a') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:17.807589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ad822b0>, 'a2d25235-20d8-4399-ade4-f8a0985b7a4a') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:17.820932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.840380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:17.842383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:36:18.032634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Network ed6be5ee-e98f-4e52-85de-7176df4698ac has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:36:18.043472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.238213 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Network ed6be5ee-e98f-4e52-85de-7176df4698ac has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   % (table.description, expected, rows_matched)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   % (table.description, expected, rows_matched)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   % (table.description, expected, rows_matched)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   % (table.description, expected, rows_matched)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:36:18.266090 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:36:18.347310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.350864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:18.371750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:18.383126 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6be5ee-e98f-4e52-85de-7176df4698ac,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:18.387727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:18.402187 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-663386be-e757-4414-add8-4be6dfd656bf admin admin] 10.222.0.46 "DELETE /v2.0/networks/ed6be5ee-e98f-4e52-85de-7176df4698ac HTTP/1.1" status: 204  len: 168 time: 2.3689227
Feb 17 03:36:18.405241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33280) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:19.031233 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.670895 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Deleting port 58d4248d-2613-4a7d-9683-87ebea062eed {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:19.671282 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.856771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] For port 58d4248d-2613-4a7d-9683-87ebea062eed, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=58d4248d-2613-4a7d-9683-87ebea062eed,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:19.857173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:19.997209 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Calling delete_port for 58d4248d-2613-4a7d-9683-87ebea062eed owned by network:router_interface {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:20.178064 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:20.193356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a20dbf98-ff9b-4ff2-9bfe-4e4fa89b75bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:20.290657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Pushing event deleted for resources: {'Port': ['ID=58d4248d-2613-4a7d-9683-87ebea062eed,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:20.301544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:20.603369 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.107864 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:21.313087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:21.322371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Sync routers for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:21.326156 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-00e0b66f-6686-473a-bf36-c0bc8a6694ab admin admin] 10.222.0.46 "PUT /v2.0/routers/6fc4d0b8-5410-46be-a8b8-fc592fa84761/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9174004
Feb 17 03:36:21.326681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33324) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:21.332955 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:21.333619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b7c5240>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:21.518629 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.540633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:21.716074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.722334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Deleting port 1fd3c22e-f421-495e-851a-462c33560925 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:21.722778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:21.853071 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b7c5240>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:36:20Z', 'revision_number': 5, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:21.857578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Checking router: 6fc4d0b8-5410-46be-a8b8-fc592fa84761 for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:21.866725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Routers {'6fc4d0b8-5410-46be-a8b8-fc592fa84761'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:21.867473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b7c5240>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:21.996746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] For port 1fd3c22e-f421-495e-851a-462c33560925, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=1fd3c22e-f421-495e-851a-462c33560925,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:21.997168 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.058537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] Set router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:22.135840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Calling delete_port for 1fd3c22e-f421-495e-851a-462c33560925 owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:22.283773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.523833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b7c5240>, [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:36:20Z', 'revision_number': 5, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:22.528075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf37730-5b35-4851-b757-af45ecce7b3f None None] The sync data for ids ['6fc4d0b8-5410-46be-a8b8-fc592fa84761'] in dv-cinder-759961-4-iscsi is: [{'id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'name': 'tempest-TestShelveInstance-1373002513-router', 'tenant_id': '7f6d155ebb604efeb1c0f85906add301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '1fd3c22e-f421-495e-851a-462c33560925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:30:34Z', 'updated_at': '2021-02-17T03:36:20Z', 'revision_number': 5, 'project_id': '7f6d155ebb604efeb1c0f85906add301', 'gw_port': {'id': '1fd3c22e-f421-495e-851a-462c33560925', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc4d0b8-5410-46be-a8b8-fc592fa84761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:30:36Z', 'updated_at': '2021-02-17T03:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:22.707504 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.848202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.850544 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.876989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.877557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc4d0b8-5410-46be-a8b8-fc592fa84761 {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:36:22.889880 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:22.891090 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-c2dbda69-5b36-4354-a491-a32d08439df3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6fc4d0b8-5410-46be-a8b8-fc592fa84761 HTTP/1.1" status: 204  len: 168 time: 1.5635374
Feb 17 03:36:22.893816 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33336) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:22.970121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Deleting subnet 3cf7e737-5bea-45d8-a563-aca5967a43cc {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:36:22.974075 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.032826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.121809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.401046 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.418762 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:23.518800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf7e737-5bea-45d8-a563-aca5967a43cc,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:23.522434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:23.569381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.571218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b802a-b4fb-41d4-b726-6e32951f5988 None None] Network 6351c9c1-0537-4ce6-b261-755104ea8faa requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:36:23.581758 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-a7c9601e-e3b2-4f7b-9692-bd1636730a9a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3cf7e737-5bea-45d8-a563-aca5967a43cc HTTP/1.1" status: 204  len: 168 time: 0.6867685
Feb 17 03:36:23.584252 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33352) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:23.593165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 58d4248d-2613-4a7d-9683-87ebea062eed no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:23.705760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.783525 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Deleting port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:23.783922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:23.868458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 58d4248d-2613-4a7d-9683-87ebea062eed {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:23.868859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 58d4248d-2613-4a7d-9683-87ebea062eed not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:23.869338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1fd3c22e-f421-495e-851a-462c33560925 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:23.909387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 1fd3c22e-f421-495e-851a-462c33560925 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:23.909789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 1fd3c22e-f421-495e-851a-462c33560925 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:24.009770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] For port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:24.010085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.094700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] DHCP port deletion for 6351c9c1-0537-4ce6-b261-755104ea8faa request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:36:24.099214 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Deleting port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:24.099655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.144115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Calling delete_port for 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb owned by network:dhcp {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:24.225119 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.242231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-896a7e9b-b2a2-4ab5-b8c0-e590fbc88324 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:24.325298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] For port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,segment=NetworkSegment(d32135cc-e96e-4f7d-a393-2d39cf09529d),segment_id=d32135cc-e96e-4f7d-a393-2d39cf09529d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:24.325659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.346140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a2b038-cadd-4231-a3f3-a6a2c6fe74cb,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:24.359771 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.360198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.360615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.361024 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.361432 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.361836 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.362239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.362643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.363045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.363447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.363905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.364307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.364804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.365204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.365608 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.366005 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.366401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.366797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.367194 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.367612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.368011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.368406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.368802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.369195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:24.374809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:24.408717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] No DVR routers for this DVR port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb on host dv-cinder-759961-4-iscsi {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:36:24.456725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Calling delete_port for 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:36:24.532305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.534421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:36:24.534849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:36:24.643899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa29bb9550>,) {'filters': {'network_id': ['6351c9c1-0537-4ce6-b261-755104ea8faa']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:24.660778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa29bb9550>, 'd32135cc-e96e-4f7d-a393-2d39cf09529d') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:24.661122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa29bb9550>, 'd32135cc-e96e-4f7d-a393-2d39cf09529d') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:24.674383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.694456 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:24.696878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:36:24.881814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Network 6351c9c1-0537-4ce6-b261-755104ea8faa has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:36:24.891358 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.036227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Deleting port 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:36:25.036676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.084195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Network 6351c9c1-0537-4ce6-b261-755104ea8faa has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:36:25.112205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-905c53e1-5eaf-43b4-a242-7a52d9eae2e5 None None] The port '14a2b038-cadd-4231-a3f3-a6a2c6fe74cb' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:36:25.190981 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:36:25.214696 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.222469 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:25.255611 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.262146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6351c9c1-0537-4ce6-b261-755104ea8faa,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:25.267152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:25.287441 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d9bab580-f7f1-4abc-99ed-401d0304ea43 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6351c9c1-0537-4ce6-b261-755104ea8faa HTTP/1.1" status: 204  len: 168 time: 1.6997099
Feb 17 03:36:25.492131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33378) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:25.550198 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-75fdf1e7-24c2-4a74-8e67-4def7c432434 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62cc4e74ed8a4799a22ac0af1dfb7c4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543325
Feb 17 03:36:25.550554 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33384) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:25.561677 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:36:25.604712 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:36:25.605051 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 14a2b038-cadd-4231-a3f3-a6a2c6fe74cb not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:36:25.614560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.642851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.688035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.693234 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d07c4c03-c1a6-4c2e-a214-0380cc819083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:25.708887 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a7026-e9ce-4b2a-b85d-6da3ba9ea24d,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:25.714004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:25.715944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:25.719652 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-5c50309c-2076-4066-b83f-0940ceb51501 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f12a7026-e9ce-4b2a-b85d-6da3ba9ea24d HTTP/1.1" status: 204  len: 168 time: 0.1655548
Feb 17 03:36:25.784300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85228576-b54b-4ffa-bac6-bdaca284ff6e req-99742857-0fea-48c7-a87b-c210b1b7dc30 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:25.786018 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-85228576-b54b-4ffa-bac6-bdaca284ff6e req-99742857-0fea-48c7-a87b-c210b1b7dc30 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.0906994
Feb 17 03:36:25.837869 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-85228576-b54b-4ffa-bac6-bdaca284ff6e req-c5ea53b2-9876-42e7-8cec-9d19d07a747e tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455599
Feb 17 03:36:26.074974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33398) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:26.132104 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-e126a123-0447-48a5-b814-93d51a4d7804 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f6d155ebb604efeb1c0f85906add301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557315
Feb 17 03:36:26.134681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33402) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:26.195935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.224473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.276309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.282045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c2ab8129-30e2-4b59-949d-bece6ebb8831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:26.282230 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-378d3f80-a756-418d-abc5-f831d66b11cc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4016211
Feb 17 03:36:26.292626 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:26.294890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780add15-e8d8-438d-a4f9-54eea353258b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:26.297543 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:26.298724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:26.301264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.303237 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-423801ed-3121-45eb-9e3e-508fc087140f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/780add15-e8d8-438d-a4f9-54eea353258b HTTP/1.1" status: 204  len: 168 time: 0.1675797
Feb 17 03:36:26.304269 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Usage tracker for resource:floatingip and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:26.309441 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:26.315825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:26.328079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.478110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.788556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Allocated IP 172.27.1.232 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/ba41c098-1d17-4b10-8021-ace28b983e13) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:36:26.945734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.975133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:26.991336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-55685474-a1e1-404f-9b32-785bc95ef6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:27.140385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'Port': ['ID=ba41c098-1d17-4b10-8021-ace28b983e13,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:27.143548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:27.188351 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:36:27.189478 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:36:27.191830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:36:27.253038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:36:27.279654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.346879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.615956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.619459 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.634897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-22b2bea6-270b-4b38-bd28-ffeaf8f02c00 tempest-AttachVolumeTestJSON-1091520515 tempest-AttachVolumeTestJSON-1091520515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:27.781903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'Port': ['ID=ba41c098-1d17-4b10-8021-ace28b983e13,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:27.796178 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.796645 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.796998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.797406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.797810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.798217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.798619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.799023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.799473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.799900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.800300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.800701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.801205 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.801602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.801998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.802396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.802797 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.803190 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.803607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.804003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.804400 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.804795 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.805185 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.805576 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:36:27.812378 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:27.893588 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.915661 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:27.916987 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6285865
Feb 17 03:36:28.008506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-cb235bdd-1f1b-46e5-a8d3-2ec6353010a1 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:28.027132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-cb235bdd-1f1b-46e5-a8d3-2ec6353010a1 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:28.028460 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-cb235bdd-1f1b-46e5-a8d3-2ec6353010a1 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.232 HTTP/1.1" status: 200  len: 696 time: 0.1041191
Feb 17 03:36:28.188189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-3e94f52b-acd5-4c89-b77e-4e94cd536538 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:28.189630 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a3e2811-f714-486c-94e2-26ea23fb4294 req-3e94f52b-acd5-4c89-b77e-4e94cd536538 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1552207
Feb 17 03:36:28.547097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-22f89529-1234-4879-aad8-8b6e730048f7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:28.548736 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-22f89529-1234-4879-aad8-8b6e730048f7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2635648
Feb 17 03:36:28.636262 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-a4c24a71-5035-4cc3-bf92-8068344c2f3a tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.232 HTTP/1.1" status: 200  len: 696 time: 0.0811279
Feb 17 03:36:28.646844 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'floatingip': {'port_id': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:28.730375 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.618316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.620956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.781505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:29.800068 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-f90737e6-a138-45ff-b35d-04893ff20cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0834961
Feb 17 03:36:29.813853 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Floating IP 64c0c4f4-6eb0-479b-bb1b-509769579fb3 associated. External IP: 172.27.1.232, port: edf93b48-fcc1-4e49-8e39-c1b15f505afa.
Feb 17 03:36:29.969037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-bad0d357-e14b-41be-b60a-e95a30e59dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:29.970658 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-bad0d357-e14b-41be-b60a-e95a30e59dee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.0781968
Feb 17 03:36:30.129651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-19e6ca6a-c7d3-4a39-b711-05ad774d273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.131000 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-19e6ca6a-c7d3-4a39-b711-05ad774d273d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1367054
Feb 17 03:36:30.195307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:36:30.244621 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-638dc50d-efa9-4c66-9363-740ddf34bd57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 1002 time: 0.1056256
Feb 17 03:36:30.320420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-fbde3cf8-201a-492c-90e5-957a0f8df5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.322030 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-fbde3cf8-201a-492c-90e5-957a0f8df5f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0654049
Feb 17 03:36:30.393317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:36:30.398114 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:30.406505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Sync routers for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:36:30.413655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-1308d5c5-158d-40a8-b557-cabaa6a64542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.415359 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-1308d5c5-158d-40a8-b557-cabaa6a64542 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859745
Feb 17 03:36:30.421038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:30.421501 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29f397f0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:30.459770 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-fdc7bc91-7f5b-4871-96ee-01e1d003b9c0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "PUT /v2.0/floatingips/64c0c4f4-6eb0-479b-bb1b-509769579fb3 HTTP/1.1" status: 200  len: 997 time: 1.8169873
Feb 17 03:36:30.460703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:30.563854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:36:30.566811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-e4d21e85-73b3-4fe9-8c84-4c8db5c1c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.568539 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-e4d21e85-73b3-4fe9-8c84-4c8db5c1c993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.0893095
Feb 17 03:36:30.589420 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-14de2355-e4c7-4cc3-9e04-6c0c4669b169 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635833
Feb 17 03:36:30.687257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:30.757563 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a5dd194d-0d86-4d98-8c65-306d4e0fd0bc req-125f9cf8-d1e3-408c-8675-12b72ec8bdb0 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1587236
Feb 17 03:36:30.788794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33444) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:30.802221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-857fee78-c9f7-40a5-b615-031fcfa523b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.804002 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-857fee78-c9f7-40a5-b615-031fcfa523b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.2284336
Feb 17 03:36:30.806828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812914-b423-4f98-8e2e-477057e37f4c req-2a8c400a-aef9-48e4-bde0-16b427492f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:30.808392 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-2a8c400a-aef9-48e4-bde0-16b427492f2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.1536407
Feb 17 03:36:30.923103 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:30.938799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:30.942825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Usage tracker for resource:security_group_rule and tenant:aee3ebb2e27b4336ac0d83a5728fc0c1 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:30.945769 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:30.952124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:31.014970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-e0cc1d67-f9cf-4996-9700-8f1979c8e879 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1000 time: 0.2021019
Feb 17 03:36:31.045204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.049732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.059819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-827c23ce-147c-463e-923e-83589e2f811b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:31.081494 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29f397f0>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '64c0c4f4-6eb0-479b-bb1b-509769579fb3', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'port_id': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'mac_address': 'fa:16:3e:05:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:27Z', 'updated_at': '2021-02-17T03:36:29Z', 'revision_number': 1, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:31.086140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Checking router: d667fe70-8e08-4a98-9dc0-3f2434ea66d6 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:36:31.096356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:36:31.097304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa29f397f0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:36:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:31.105077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aee3ebb2e27b4336ac0d83a5728fc0c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3151171
Feb 17 03:36:31.106796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4dd60-fa16-4c9a-a205-1fc664dd8409,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:31.109922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33450) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:31.112914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7618d861-0d2c-419e-a98b-59c54cb6fca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:31.121061 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-72a71257-899f-40ff-bd83-8d460d42c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:31.128369 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-72a71257-899f-40ff-bd83-8d460d42c5dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.1013136
Feb 17 03:36:31.176242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812914-b423-4f98-8e2e-477057e37f4c req-ab4fdaec-8a39-48ad-b0d0-482c1bc73dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:31.176695 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.177875 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-ab4fdaec-8a39-48ad-b0d0-482c1bc73dd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.3067563
Feb 17 03:36:31.216294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.275825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.280315 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-236c9c32-f74e-4feb-a0ca-d417dd95fdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:31.294877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4dd60-fa16-4c9a-a205-1fc664dd8409,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:31.298410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:31.301557 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:36:31.302123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.303455 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37b4dd60-fa16-4c9a-a205-1fc664dd8409 HTTP/1.1" status: 204  len: 168 time: 0.1923416
Feb 17 03:36:31.313268 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-2520dcf0-731e-4924-a260-992d4afa59d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1000 time: 0.1267242
Feb 17 03:36:31.395052 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-35ac5012-bc5e-4d9b-b040-f54046e28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:31.403672 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-35ac5012-bc5e-4d9b-b040-f54046e28050 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2739439
Feb 17 03:36:31.642045 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33458) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:31.662245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.680901 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:31.685405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:a052b36cc70e4261a942e34f2c27739d is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:31.689091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:31.695420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:31.727087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa29f397f0>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '64c0c4f4-6eb0-479b-bb1b-509769579fb3', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'port_id': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'mac_address': 'fa:16:3e:05:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:27Z', 'updated_at': '2021-02-17T03:36:29Z', 'revision_number': 1, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:36:31.731794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f5035-8e1e-41c5-b40b-d9b03b5a5dac None None] The sync data for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi is: [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '64c0c4f4-6eb0-479b-bb1b-509769579fb3', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'port_id': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'mac_address': 'fa:16:3e:05:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:36:27Z', 'updated_at': '2021-02-17T03:36:29Z', 'revision_number': 1, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:36:31.756585 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812914-b423-4f98-8e2e-477057e37f4c req-6aec3466-6a64-42d2-ad19-83afaa37b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:31.758569 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-6aec3466-6a64-42d2-ad19-83afaa37b9c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.4313807
Feb 17 03:36:31.799009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.803076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:31.813301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-3de3f1db-37f8-45d9-a0fa-3353fa8f6032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:31.859105 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a052b36cc70e4261a942e34f2c27739d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2125435
Feb 17 03:36:31.859105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37915d-9ffd-4e1c-b405-cc88f19745f7,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:31.860487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33462) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:31.860859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-7314025d-5d77-4f08-94af-d07cd2dc0ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:31.879553 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-b970f407-5ce4-438b-9edf-389c59f4376c service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4748709
Feb 17 03:36:32.021296 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb812914-b423-4f98-8e2e-477057e37f4c req-b220f312-ac84-40da-911e-c35a5f71ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:32.023096 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-b220f312-ac84-40da-911e-c35a5f71ea3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2557065
Feb 17 03:36:32.052646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2ae1b1-9214-44e5-93cb-6bed9a99b0f0 None None] New status for floating IP 64c0c4f4-6eb0-479b-bb1b-509769579fb3: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:36:32.154527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.207240 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.222047 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e9aa8f56-8e0e-44fb-81ae-66276b7910a1 req-e585e73e-f82f-4067-aea7-9ec6b1ba625b service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3338032
Feb 17 03:36:32.278472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1451357887', 'description': 'tempest-TestMinimumBasicScenario-1451357887 description'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:32.296291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:32.306703 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Usage tracker for resource:security_group and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:32.311780 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:32.316244 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-1a534451-646d-4a69-934b-4c9e9572cde1 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730412
Feb 17 03:36:32.320215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:32.328798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.333411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1def77cf-a61c-4ce2-822b-3c560b30dc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:32.373919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.383806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37915d-9ffd-4e1c-b405-cc88f19745f7,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:32.386500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:32.472428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.473595 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cc8e7972-334c-4130-91cf-0ab2cab6816d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df37915d-9ffd-4e1c-b405-cc88f19745f7 HTTP/1.1" status: 204  len: 168 time: 0.6111174
Feb 17 03:36:32.484270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:32.499799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Usage tracker for resource:security_group_rule and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:32.504964 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:32.514738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:32.551313 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-eb812914-b423-4f98-8e2e-477057e37f4c req-495df848-d54f-4b60-b674-57597b341caf service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2052102
Feb 17 03:36:32.609532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.614204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.619794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1abcbaa1-748a-4a83-80db-d1bb8cd1137c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:32.660772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8513dc-7938-4225-9b3c-8a82c1a4fead,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:32.663669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.665066 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-186de5a6-4d71-4d8e-b804-a779a0009ce4 req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3977783
Feb 17 03:36:32.665935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-c24fc331-1c25-4ad0-a0d1-353e915f06a7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:32.740272 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-593f3c38-13d6-4247-943a-e9ec64274187 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups/4d8513dc-7938-4225-9b3c-8a82c1a4fead HTTP/1.1" status: 200  len: 1814 time: 0.0517697
Feb 17 03:36:32.751867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d8513dc-7938-4225-9b3c-8a82c1a4fead', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:32.752229 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d8513dc-7938-4225-9b3c-8a82c1a4fead', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:32.758361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:32.762442 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Usage tracker for resource:security_group_rule and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:32.766105 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:32.772098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:32.829283 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.853750 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.857985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.859143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0266fd0-bbd3-4045-8adf-5b13432d7e87 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:32.883410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68bbf8b-bf66-415b-b83f-14921c92ae4e,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:32.886192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:32.894122 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:32.895420 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82254656-c8db-4f87-9c58-86e938b5b6d6 req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1484609
Feb 17 03:36:32.966035 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-15bac23e-d73f-4957-b506-de6590649b0f tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups/4d8513dc-7938-4225-9b3c-8a82c1a4fead HTTP/1.1" status: 200  len: 2407 time: 0.0490797
Feb 17 03:36:32.976881 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d8513dc-7938-4225-9b3c-8a82c1a4fead', 'remote_group_id': None}]} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:32.977352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d8513dc-7938-4225-9b3c-8a82c1a4fead', 'remote_group_id': None}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:32.984444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:32.988492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Usage tracker for resource:security_group_rule and tenant:452d5eab351441619d3b9376e7e200d0 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:32.991556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:32.997994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:33.056961 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.084440 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.087330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717949'] for security_group_rule, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.094873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1cd6ff04-9145-492d-a638-043b38801b02 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:33.119828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa254421-dc15-406e-8daf-ef9f6382f405,revision_number=0']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:33.122807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:33.125515 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.126976 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-33fd64e1-4bc3-434d-a62c-91883ac5e83f req-416ad262-c2b8-4b9a-bd5b-25b02d12e1ab tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1542389
Feb 17 03:36:33.191804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cf4f5937-c73e-40b5-9f51-828cc68b6155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.267680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-34fc249d-8dbd-450f-94a2-2a9eb8a852b6 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:36:33.284035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-34fc249d-8dbd-450f-94a2-2a9eb8a852b6 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:36:33.285431 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-34fc249d-8dbd-450f-94a2-2a9eb8a852b6 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1451357887&fields=id&tenant_id=452d5eab351441619d3b9376e7e200d0 HTTP/1.1" status: 200  len: 267 time: 0.0635347
Feb 17 03:36:33.382016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-9ca917f1-df79-4088-b7c0-ba422122917e tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:33.383705 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-9ca917f1-df79-4088-b7c0-ba422122917e tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.0922897
Feb 17 03:36:33.395399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'port': {'security_groups': ['ec6de778-8990-4592-8bad-28ce07fe9196', '4d8513dc-7938-4225-9b3c-8a82c1a4fead']}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:36:33.533222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.657793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33500) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:33.788745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.804034 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:33.808328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Usage tracker for resource:security_group_rule and tenant:972681eabe2849d1b26a79b17f3d7737 is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:33.811430 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:33.819048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:33.880744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:36:33.908875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.910599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.912794 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.913724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:33.923713 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-926ef22f-6b68-4b26-891f-1439e6c782ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:33.927928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:33.969859 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=972681eabe2849d1b26a79b17f3d7737&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3108907
Feb 17 03:36:33.970819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6d48f-d8ef-4265-9c54-52285335ffe8,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:33.973641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33506) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:33.976398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:34.036920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.063802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.113468 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.118772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-431a2255-ab0d-4be5-a9df-2a4b0cbff42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:34.121221 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=5']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:34.130382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:34.167933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.168897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.171503 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c7e291ae-d5f4-4ad9-bcd0-62b2ecabf6f9 req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "PUT /v2.0/ports/edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 982 time: 0.7808383
Feb 17 03:36:34.172405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:36:34.343360 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:36:34.427496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6d48f-d8ef-4265-9c54-52285335ffe8,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:34.431431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:34.437612 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.441319 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-d3e9ef8f-e733-4b82-85ab-b674e0829007 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0d6d48f-d8ef-4265-9c54-52285335ffe8 HTTP/1.1" status: 204  len: 168 time: 0.4644430
Feb 17 03:36:34.469447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e180b2-3310-4eca-b6c9-96927388c62b req-2d82e0f6-78e7-4cd9-b671-c72ebd11287f tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.471629 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-38e180b2-3310-4eca-b6c9-96927388c62b req-2d82e0f6-78e7-4cd9-b671-c72ebd11287f tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.1847773
Feb 17 03:36:34.483646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-d5ac72be-16f7-421d-bb35-1bd0adcec896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.485079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-f0fc3fb5-43ad-4a33-a339-6326fa1e6d2f None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:34.485249 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-d5ac72be-16f7-421d-bb35-1bd0adcec896 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1203 time: 0.1443524
Feb 17 03:36:34.485502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3fb5-43ad-4a33-a339-6326fa1e6d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:34.620195 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-38e180b2-3310-4eca-b6c9-96927388c62b req-b0186c30-5da8-44a7-afa3-b83ca8df4233 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1396840
Feb 17 03:36:34.665327 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-e04e5606-6890-473c-b583-5188a0545872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.666916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-e04e5606-6890-473c-b583-5188a0545872 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.1673949
Feb 17 03:36:34.783245 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-f51d6c5d-8573-4e57-82e3-d57f4d56442e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1002 time: 0.1072924
Feb 17 03:36:34.859587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-a32e03df-030b-4568-9476-fb8b7d16fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.861183 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-a32e03df-030b-4568-9476-fb8b7d16fc09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0691266
Feb 17 03:36:34.947583 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-15a69b99-9d69-4fd2-a752-8452978dde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:34.949220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-15a69b99-9d69-4fd2-a752-8452978dde73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794497
Feb 17 03:36:35.102004 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-26b6e8ee-fd59-4ce3-bb0e-9abff9addf74 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439662
Feb 17 03:36:35.268946 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-902fba8b-db98-409f-a8b9-2ca2c47b9ea5 req-d2a0269f-3971-4a13-b6d7-bfccbe2e3dfa service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576378
Feb 17 03:36:35.616869 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8ef2b1a8-fb44-4f5d-b9e1-e699b0fb1d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:36.147152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:36.371496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device edf93b48-fcc1-4e49-8e39-c1b15f505afa up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:36:36.445108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:36:36.445447 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:37.387007 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:37.626356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:46.792634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33654) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:46.914166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:46.929900 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:46.933925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Usage tracker for resource:security_group_rule and tenant:6bb1799b0a7a473c9a65a66c4110167a is out of sync, need to count used quota {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:46.936932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83990) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:46.942618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83990) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:47.026392 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.029097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.038080 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-af17100b-80f7-40be-9514-6f966e0824a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:47.078965 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bb1799b0a7a473c9a65a66c4110167a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2851858
Feb 17 03:36:47.080561 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c0f6f-8a3c-4bcf-a194-dda2786d2f11,revision_number=1']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:47.081939 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33660) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:47.084147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9637338f-1609-4606-982e-3e8ced44c66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:47.148149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.175896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.220870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.225892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-41834f20-8012-4304-8add-6ebc89a3b883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:47.240405 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c0f6f-8a3c-4bcf-a194-dda2786d2f11,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:47.243420 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:47.244360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:47.248363 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e8c0f6f-8a3c-4bcf-a194-dda2786d2f11 HTTP/1.1" status: 204  len: 168 time: 0.1625671
Feb 17 03:36:53.325897 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b51871-daa7-4797-9ca8-8eecdaace5f8 req-3fd3866d-d2fd-4db9-97f3-dbd2d0487fb9 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:53.327556 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53b51871-daa7-4797-9ca8-8eecdaace5f8 req-3fd3866d-d2fd-4db9-97f3-dbd2d0487fb9 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0862703
Feb 17 03:36:53.432799 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-53b51871-daa7-4797-9ca8-8eecdaace5f8 req-4f30f0c0-2c9a-4a49-81ef-43322815215c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0986152
Feb 17 03:36:53.456818 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972137-84d9-4ed4-8424-de911870b836 req-50eeb203-0d34-48d9-9665-e4c41fc65469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:53.458422 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-50eeb203-0d34-48d9-9665-e4c41fc65469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1203 time: 0.2233043
Feb 17 03:36:53.601284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972137-84d9-4ed4-8424-de911870b836 req-80879613-c799-47ba-8125-db6681dbc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:53.602852 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-80879613-c799-47ba-8125-db6681dbc916 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.1365993
Feb 17 03:36:53.712003 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-63f8e18c-d58b-4f60-8a55-c68e0ab2b3ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1002 time: 0.1016719
Feb 17 03:36:53.781483 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972137-84d9-4ed4-8424-de911870b836 req-6a43499f-64dc-4156-a8c0-e165730bf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:53.782909 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-6a43499f-64dc-4156-a8c0-e165730bf4cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0644841
Feb 17 03:36:54.108452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972137-84d9-4ed4-8424-de911870b836 req-98a48e93-9207-40a9-a5aa-667a5d7d6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:54.110065 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-98a48e93-9207-40a9-a5aa-667a5d7d6cef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3188384
Feb 17 03:36:54.120920 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-0c21493a-a90c-410c-9b7b-ee46c87dcb83 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:36:54.121929 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-0c21493a-a90c-410c-9b7b-ee46c87dcb83 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0051942
Feb 17 03:36:54.267660 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-0b297540-dd9f-4e2e-95a0-066bfc633f1f service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389694
Feb 17 03:36:54.415374 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-87972137-84d9-4ed4-8424-de911870b836 req-3fea02eb-d67b-4d76-878a-b0dee6688211 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401966
Feb 17 03:36:54.634212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe53bd-eeba-4811-8fd2-2de0166a4c59 req-5dfcba5e-a91b-472b-b6c3-008ae328dec9 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:54.635842 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3dfe53bd-eeba-4811-8fd2-2de0166a4c59 req-5dfcba5e-a91b-472b-b6c3-008ae328dec9 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0885727
Feb 17 03:36:54.686162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3dfe53bd-eeba-4811-8fd2-2de0166a4c59 req-b0777dc5-8af6-4650-b9dc-f55b906be657 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0426419
Feb 17 03:36:55.889147 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40e21-47f8-4996-a876-8aa25d51baee req-20bd2395-0840-4d33-bc6f-38d807433546 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:55.890738 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-47d40e21-47f8-4996-a876-8aa25d51baee req-20bd2395-0840-4d33-bc6f-38d807433546 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0922608
Feb 17 03:36:55.942916 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-47d40e21-47f8-4996-a876-8aa25d51baee req-449e1e57-06c1-48ee-82b2-16bd3380f740 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0449092
Feb 17 03:36:56.992724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33746) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:57.139546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.161100 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:36:57.166672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Usage tracker for resource:security_group_rule and tenant:696a1f65afb040a4b4528ebfad597eaf is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:36:57.171048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:36:57.183290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:36:57.218428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc667559-c32c-4174-a334-b39bb24a3bf7 req-283a01ea-cf74-40cc-903a-38a5d2c3ee67 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:57.220104 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc667559-c32c-4174-a334-b39bb24a3bf7 req-283a01ea-cf74-40cc-903a-38a5d2c3ee67 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.1530249
Feb 17 03:36:57.288000 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc667559-c32c-4174-a334-b39bb24a3bf7 req-b08a8d2d-bee5-49c3-9c43-1104d60da140 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0602038
Feb 17 03:36:57.333220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.336136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.345073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9e017d7e-47bc-4707-b476-eb1cc9062d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:57.386571 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=696a1f65afb040a4b4528ebfad597eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3926363
Feb 17 03:36:57.390579 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33752) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:36:57.391724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1fa39-f6a5-4849-b9b9-f3dcc3964bff,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:57.395550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cae46514-c4b7-4d25-9023-ca8018937f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:57.464819 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.495017 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.539020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.543902 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-538f0393-be81-4c7b-8b98-6adc7c3e068b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:36:57.556344 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d1fa39-f6a5-4849-b9b9-f3dcc3964bff,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:36:57.559219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:36:57.568311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:57.572072 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1b365a69-50cb-4d33-a3b9-68e545463d01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59d1fa39-f6a5-4849-b9b9-f3dcc3964bff HTTP/1.1" status: 204  len: 168 time: 0.1777592
Feb 17 03:36:58.499678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14a203-12fe-49c5-8fab-3a2355cf0aec req-8f4f681e-8bb5-4ba0-aec6-4e061e404112 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:58.501483 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b14a203-12fe-49c5-8fab-3a2355cf0aec req-8f4f681e-8bb5-4ba0-aec6-4e061e404112 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0979755
Feb 17 03:36:58.556020 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6b14a203-12fe-49c5-8fab-3a2355cf0aec req-7dee2b9f-6258-4cb1-bea5-bf2d89f080eb tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0475898
Feb 17 03:36:59.756087 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e88d74-eb93-45b0-80d1-a55c29c2d080 req-f0626700-492d-4c59-a912-cfaa9d401c4a tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:36:59.757702 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-66e88d74-eb93-45b0-80d1-a55c29c2d080 req-f0626700-492d-4c59-a912-cfaa9d401c4a tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0864837
Feb 17 03:36:59.799444 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:36:59.812134 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-66e88d74-eb93-45b0-80d1-a55c29c2d080 req-4394892f-c658-46cc-8b3e-7be8bcdd6811 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0482137
Feb 17 03:37:01.006879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49672f27-09a2-4702-94ec-82960accc4c1 req-21166e40-8352-4e7b-8506-88b35c944307 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:01.008471 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49672f27-09a2-4702-94ec-82960accc4c1 req-21166e40-8352-4e7b-8506-88b35c944307 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0855012
Feb 17 03:37:01.058446 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-49672f27-09a2-4702-94ec-82960accc4c1 req-b445ef93-4447-4832-967c-c76986ef6a85 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0432944
Feb 17 03:37:02.259930 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161998ba-1ef6-437f-8294-c8ab28db870f req-d3c5ff16-d78f-4d8d-b621-fc27e24f2467 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:02.261530 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161998ba-1ef6-437f-8294-c8ab28db870f req-d3c5ff16-d78f-4d8d-b621-fc27e24f2467 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0925672
Feb 17 03:37:02.311404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-161998ba-1ef6-437f-8294-c8ab28db870f req-017668d5-3688-45dd-b87b-316a02dddedc tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0428514
Feb 17 03:37:03.192954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87ec-7f94-4a7f-a482-80cf8da3fb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:03.507472 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401135c-0e59-442a-a688-a76b9ca65dfc req-86e07072-499e-476c-b178-b222bd881c26 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:03.509016 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d401135c-0e59-442a-a688-a76b9ca65dfc req-86e07072-499e-476c-b178-b222bd881c26 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0878408
Feb 17 03:37:03.558918 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-d401135c-0e59-442a-a688-a76b9ca65dfc req-c407bd91-d250-49cf-a03d-63802a7eecf7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436432
Feb 17 03:37:04.253577 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:37:04.759226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdd74-cee0-4ff3-92dc-ff45a6d09cb7 req-66f94bc2-6522-4090-830a-dda4b8c96187 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:04.760881 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f94bdd74-cee0-4ff3-92dc-ff45a6d09cb7 req-66f94bc2-6522-4090-830a-dda4b8c96187 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0907886
Feb 17 03:37:04.810993 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f94bdd74-cee0-4ff3-92dc-ff45a6d09cb7 req-6de8d8da-79a4-43e2-bd62-69951b0a0876 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0438507
Feb 17 03:37:05.618290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-36744310-268c-4dde-9735-07bd01b45331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:06.014262 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c800-2de6-407b-bcf8-4176511ebdee req-04c35d7d-cf85-4057-84b7-67b8df713fd2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:06.015882 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ee9c800-2de6-407b-bcf8-4176511ebdee req-04c35d7d-cf85-4057-84b7-67b8df713fd2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0889404
Feb 17 03:37:06.065428 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ee9c800-2de6-407b-bcf8-4176511ebdee req-d7e83b51-4339-42c2-85ad-7c25c628b234 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d8513dc-7938-4225-9b3c-8a82c1a4fead&id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433631
Feb 17 03:37:06.150305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:07.388729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:07.618191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:27.116500 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-37c813ce-0042-4578-b2a7-014e94675c4a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2001516187&fields=id&tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 267 time: 0.0429618
Feb 17 03:37:27.283287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-1ac7a9dd-0010-4dec-88ae-f3aee49d9b5a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:27.285300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-1ac7a9dd-0010-4dec-88ae-f3aee49d9b5a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.1620188
Feb 17 03:37:27.305135 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-625ddbad-7b6f-4b54-b848-2cea687e77ca tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/quotas/fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 375 time: 0.0125496
Feb 17 03:37:27.403146 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-09a93077-da29-445a-bd62-5bfc0039a27b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0926752
Feb 17 03:37:27.533885 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-1fb0d9e1-44aa-472f-8e5e-393518816d2f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:37:27.534966 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-1fb0d9e1-44aa-472f-8e5e-393518816d2f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1192873
Feb 17 03:37:27.677993 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-7033b691-0afc-49dd-bb1f-4e641742b438 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362102
Feb 17 03:37:27.818981 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-460fe718-0624-4da7-afda-a7a6e5ce5e8a service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345723
Feb 17 03:37:28.236332 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9cc61172-02e4-4cdd-9063-6b5d5c5e31d9 req-24464251-4f21-4098-a4ed-e3609571d1ee tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 210 time: 0.0500236
Feb 17 03:37:29.398575 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a38af46-d066-4b3a-99ff-24f1664b0d75 req-858d7df5-c926-4a32-8910-0e085f2607e2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 210 time: 0.0498812
Feb 17 03:37:29.765149 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-389edd82-b9ba-4893-8031-34ccd843f377 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:29.766851 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-389edd82-b9ba-4893-8031-34ccd843f377 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 811 time: 0.1608822
Feb 17 03:37:29.821239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:29.822070 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-614e518c-422c-4abe-8026-df2039d0152a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0817752
Feb 17 03:37:29.855730 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-6bcefa01-78ba-4abd-a635-a065997096ea tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce55aed27e14d6791193d35e5ac2137 HTTP/1.1" status: 200  len: 5765 time: 0.0722954
Feb 17 03:37:29.870183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'port': {'device_id': '0207f5fc-d1d8-495e-abed-39b09228824c', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'admin_state_up': True, 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'security_groups': ['1cd712cf-7c9f-4ad9-9741-bb196d1f45dd']}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:37:29.947541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-ad0aa97b-8f27-4a88-9f32-a235522e026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:29.949208 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-ad0aa97b-8f27-4a88-9f32-a235522e026e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1203 time: 0.0839612
Feb 17 03:37:30.023944 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:37:30.028388 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Usage tracker for resource:port and tenant:fce55aed27e14d6791193d35e5ac2137 is out of sync, need to count used quota {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 03:37:30.031429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83991) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 03:37:30.037799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:37:30.046540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Made reservation on behalf of fce55aed27e14d6791193d35e5ac2137 for: {'port': 1} {{(pid=83991) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 03:37:30.052692 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:30.119774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-00b7e844-5b60-4fde-946e-f358dae92a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:30.121361 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-00b7e844-5b60-4fde-946e-f358dae92a2f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.1500795
Feb 17 03:37:30.237071 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-66fe934a-066d-4ca6-9f77-d4a33404557b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1002 time: 0.1079509
Feb 17 03:37:30.308085 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-24c534e9-41a4-4a26-9929-2d962f64b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:30.309589 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-24c534e9-41a4-4a26-9929-2d962f64b7d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0651751
Feb 17 03:37:30.374012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.20.0.10 (4e746511-e0b4-40cf-9f26-4fcf068fda47/3df99307-d1a0-44cd-a8bf-a20b4008ef6b/a464a31e-93f8-4268-9196-2112eb20fd88) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:37:30.397146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-d827a4bf-e081-4af5-8ca5-3f23ef705eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:30.398879 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-d827a4bf-e081-4af5-8ca5-3f23ef705eb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820663
Feb 17 03:37:30.576298 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-2f5e2507-717b-47cb-b78e-19436175a753 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699219
Feb 17 03:37:30.602588 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6a3a3ce6-ad8d-458e-8550-914d461f749c req-84222fc0-1c3a-4ec5-914b-8722155fed68 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 210 time: 0.0805504
Feb 17 03:37:30.636777 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:30.653500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Transition to ACTIVE for port object a464a31e-93f8-4268-9196-2112eb20fd88 will not be triggered until provisioned by entity DHCP. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:37:30.678623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:30.694377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-80825a37-5364-4400-b599-c164fc5a8bbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:30.729943 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-df6312aa-ecef-46a3-8486-c111d0d8bc1c req-3fccb8fc-50aa-478e-9e5c-4b6add9e7c68 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476378
Feb 17 03:37:30.835413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:30.857305 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.857731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.858141 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.858548 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.858950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.859352 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.859802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.860197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.860602 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.860995 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.861389 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.861805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.862271 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.862704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.863096 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.863541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.864475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.864865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.865255 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.865643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.866031 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.866417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.866806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.867189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:30.873020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:30.907977 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:37:30.909101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:37:30.911831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:37:30.979099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:30.979786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:31.010372 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1444199
Feb 17 03:37:31.029724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Request body: {'port': {'device_id': '0207f5fc-d1d8-495e-abed-39b09228824c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:37:31.152023 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:31.178738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ef37e882-47ab-4429-a0b5-72b3d1b82678 None None] Provisioning for port a464a31e-93f8-4268-9196-2112eb20fd88 completed by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:37:31.184845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-ef37e882-47ab-4429-a0b5-72b3d1b82678 None None] Provisioning complete for port a464a31e-93f8-4268-9196-2112eb20fd88 triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:31.185333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ef37e882-47ab-4429-a0b5-72b3d1b82678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:31.257857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ef37e882-47ab-4429-a0b5-72b3d1b82678 None None] Port a464a31e-93f8-4268-9196-2112eb20fd88 cannot update to ACTIVE because it is not bound. {{(pid=83992) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 03:37:31.643694 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a464a31e-93f8-4268-9196-2112eb20fd88 {{(pid=83991) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 03:37:31.654503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:31.670002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Transition to ACTIVE for port object a464a31e-93f8-4268-9196-2112eb20fd88 will not be triggered until provisioned by entity L2. {{(pid=83991) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 03:37:31.674223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:31.691550 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-f2eba185-bb1b-4d3a-a2ee-832e8f401100 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:32.199488 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Pushing event updated for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:32.210566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:32.280115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999e73-6539-4689-aef1-ce3cb680c4b8 req-fd2fc763-be97-42bf-a535-b54a751071d9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:32.281049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-25999e73-6539-4689-aef1-ce3cb680c4b8 req-fd2fc763-be97-42bf-a535-b54a751071d9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:37:32.424698 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-25999e73-6539-4689-aef1-ce3cb680c4b8 req-fd2fc763-be97-42bf-a535-b54a751071d9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:37:32.427770 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25999e73-6539-4689-aef1-ce3cb680c4b8 req-fd2fc763-be97-42bf-a535-b54a751071d9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.3684692
Feb 17 03:37:32.526433 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-25999e73-6539-4689-aef1-ce3cb680c4b8 req-02ffa109-daf2-4e0a-830a-5164ffe83a5c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0845726
Feb 17 03:37:32.531975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Attempting to bind port a464a31e-93f8-4268-9196-2112eb20fd88 on host hv-cinder-75996 for vnic_type normal with profile  {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 03:37:32.532404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Attempting to bind port a464a31e-93f8-4268-9196-2112eb20fd88 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 03:37:32.532840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Attempting to bind port a464a31e-93f8-4268-9196-2112eb20fd88 on network 4e746511-e0b4-40cf-9f26-4fcf068fda47 {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 03:37:32.540399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Checking agent: {'id': 'aeb3d588-d318-48ee-affb-daf5c93d0681', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 3, 24, 28), 'started_at': datetime.datetime(2021, 2, 17, 3, 24, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 03:37:32.540833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Checking segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 03:37:32.541291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:32.541786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Bound using segment: {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'} {{(pid=83991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 03:37:32.542349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Bound port: a464a31e-93f8-4268-9196-2112eb20fd88, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498fe901-4b46-4f26-84f6-a00c62ddfa82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47'}}] {{(pid=83991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 03:37:32.542790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:32.652246 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, cleared binding levels {{(pid=83991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 03:37:32.655310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a464a31e-93f8-4268-9196-2112eb20fd88,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 03:37:32.658496 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:32.674537 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d1129af6-da29-4ee2-81b4-4c7c7b605b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:32.829138 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Pushing event updated for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=3']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:32.835003 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:32.868597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:32.869304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:32.870787 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] 10.222.0.52 "PUT /v2.0/ports/a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 1158 time: 1.8459110
Feb 17 03:37:32.871328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:33.014643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-d044a794-e0b1-456f-a550-4b99b8d9dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.016356 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-d044a794-e0b1-456f-a550-4b99b8d9dc40 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1161 time: 0.0870810
Feb 17 03:37:33.113863 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'status': 'completed', 'code': 200}
Feb 17 03:37:33.126220 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-ca75ae5c-8616-428a-9e54-8f7db0e5d30c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 217 time: 0.0744534
Feb 17 03:37:33.194717 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-182cdf84-bcc0-4412-a39d-1b70804a6cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:33.201904 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-59e6b78e-c7d7-435d-8c9e-d50140f9045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.204401 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-59e6b78e-c7d7-435d-8c9e-d50140f9045f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0704355
Feb 17 03:37:33.298092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031b482-6863-45a8-8a20-08e71048b580 req-f5a35ce8-de4b-48e0-a32d-5e2edcb11035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.299750 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-f5a35ce8-de4b-48e0-a32d-5e2edcb11035 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789208
Feb 17 03:37:33.446375 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-00ce6892-cdd6-4829-a682-b05efa257416 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380596
Feb 17 03:37:33.593623 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-7031b482-6863-45a8-8a20-08e71048b580 req-cc5d7564-6389-4ac4-880b-663fee68d654 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399338
Feb 17 03:37:33.798800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b02cc-3d9c-438c-8f6e-19452b13d5a3 req-3e3be041-1dec-440c-a886-28e2d370844e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.800351 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689b02cc-3d9c-438c-8f6e-19452b13d5a3 req-3e3be041-1dec-440c-a886-28e2d370844e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.1580567
Feb 17 03:37:33.803438 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-be8c1898-81c9-47e2-83db-8f09af779881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.804946 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-be8c1898-81c9-47e2-83db-8f09af779881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1161 time: 0.1191168
Feb 17 03:37:33.935738 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-689b02cc-3d9c-438c-8f6e-19452b13d5a3 req-00691b58-da62-4700-8140-6e92007bfbd6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1284652
Feb 17 03:37:33.983803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-1094a045-3e6e-4dfe-b4f3-133352dcc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:33.985373 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-1094a045-3e6e-4dfe-b4f3-133352dcc0f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1644943
Feb 17 03:37:34.062267 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-864da57e-0be7-450d-a28b-81714b5404a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 217 time: 0.0700784
Feb 17 03:37:34.139744 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-179eed8c-c9df-4b05-bd64-65db4d9d5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:34.141298 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-179eed8c-c9df-4b05-bd64-65db4d9d5c26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0685778
Feb 17 03:37:34.229592 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-5a620394-3cfa-449d-a792-a29378e7149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:34.231547 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-5a620394-3cfa-449d-a792-a29378e7149b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797195
Feb 17 03:37:34.374897 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-14cca189-344a-4601-a0fe-72a3dfeb8ec1 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359932
Feb 17 03:37:34.527926 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-c0e0f643-91e9-42cb-a0f2-dcb947e3adda req-eeab783f-718d-4d6a-8d5d-ce9bcb9a630d service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456478
Feb 17 03:37:35.135076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf41657-8037-4fff-a69e-9ef0d6adfeef req-cd2cd792-467a-434a-a01c-474cf314d45b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:35.136720 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bf41657-8037-4fff-a69e-9ef0d6adfeef req-cd2cd792-467a-434a-a01c-474cf314d45b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.0862451
Feb 17 03:37:35.187362 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9bf41657-8037-4fff-a69e-9ef0d6adfeef req-29f2b6bd-8848-40ad-8260-f468ecc284df tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444736
Feb 17 03:37:35.619503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-22cc2dc9-0d9c-4592-94df-9784b137c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:36.152551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:36.385782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41cd5f-de81-4afc-af6b-40fd5137ebbb req-3c62bcd1-0328-49ee-8d56-85a584966a0f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:36.387400 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e41cd5f-de81-4afc-af6b-40fd5137ebbb req-3c62bcd1-0328-49ee-8d56-85a584966a0f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.0872595
Feb 17 03:37:36.434899 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9e41cd5f-de81-4afc-af6b-40fd5137ebbb req-e77a1d66-056f-4a5e-ac6b-43719929329e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412285
Feb 17 03:37:37.391731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:37.620778 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:37.637093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7103a7-1978-41a2-9995-0dd9c53c5528 req-644a0b4b-0f35-437c-a49e-f7075ab69d06 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:37.638719 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca7103a7-1978-41a2-9995-0dd9c53c5528 req-644a0b4b-0f35-437c-a49e-f7075ab69d06 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.0948303
Feb 17 03:37:37.687062 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-ca7103a7-1978-41a2-9995-0dd9c53c5528 req-97173df9-24da-4cfc-9e05-6637d290469e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420196
Feb 17 03:37:38.886245 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab62ce5-ce85-41b5-b8e8-f7a05e62f950 req-316d3b35-7d2f-4e2e-87fa-e1469be81a43 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:38.888473 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ab62ce5-ce85-41b5-b8e8-f7a05e62f950 req-316d3b35-7d2f-4e2e-87fa-e1469be81a43 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.0872242
Feb 17 03:37:38.934989 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8ab62ce5-ce85-41b5-b8e8-f7a05e62f950 req-39b5d0f0-3e05-43e5-9b12-de665f16a914 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0398939
Feb 17 03:37:39.117049 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-8cac017f-85f4-41fb-8e72-ba6166225a97 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1451357887&fields=id&tenant_id=452d5eab351441619d3b9376e7e200d0 HTTP/1.1" status: 200  len: 267 time: 0.0466726
Feb 17 03:37:39.206957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-7c32a9f7-bcfd-4169-8d53-195e08bc0cd3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:39.208616 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-7c32a9f7-bcfd-4169-8d53-195e08bc0cd3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 985 time: 0.0851386
Feb 17 03:37:39.221458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Request body: {'port': {'security_groups': ['ec6de778-8990-4592-8bad-28ce07fe9196']}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:37:39.352464 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:39.666954 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:39.693215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:39.696770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:39.711466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8218bda1-4f9a-4ac9-a0bd-b7f2f8a5702b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:39.867275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=6']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:39.872083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:39.910798 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:39.911479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:39.913003 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f24b491e-6ad1-42e0-99b2-4f2d25dedfbb req-ae467325-8069-40a5-8f71-4143271fc296 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "PUT /v2.0/ports/edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 943 time: 0.6967385
Feb 17 03:37:39.913552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:39.963754 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:37:39.994557 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-5a991c8e-e646-4ad0-b0f8-87c5e493fafa tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups/4d8513dc-7938-4225-9b3c-8a82c1a4fead HTTP/1.1" status: 200  len: 3005 time: 0.0617313
Feb 17 03:37:40.167131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-e8a2057f-d84e-458b-ba6b-912ffcf1cd2e None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity DHCP. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:40.167480 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e8a2057f-d84e-458b-ba6b-912ffcf1cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:40.226300 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:40.231764 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510977e-24e1-42f9-b653-566b05e24c13 req-d8e6b895-6007-41ee-a01c-43a57af9afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:40.233403 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-d8e6b895-6007-41ee-a01c-43a57af9afd8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.2125835
Feb 17 03:37:40.353029 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:40.371634 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5c2ad-e5b0-4af3-b805-86aa5bf2e660 req-9b6efbdd-371c-4000-9d92-54b6679b0cf0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:40.373745 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4bb5c2ad-e5b0-4af3-b805-86aa5bf2e660 req-9b6efbdd-371c-4000-9d92-54b6679b0cf0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.3020802
Feb 17 03:37:40.481924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510977e-24e1-42f9-b653-566b05e24c13 req-3c010705-d823-49ca-bc54-61d3c93e6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:40.483404 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-3c010705-d823-49ca-bc54-61d3c93e6a28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.2403760
Feb 17 03:37:40.486806 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4bb5c2ad-e5b0-4af3-b805-86aa5bf2e660 req-9e20786f-a29c-4f76-a793-777ecf4b569e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1007285
Feb 17 03:37:40.493302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:40.552600 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-cde87962-008d-47c1-ae1e-c09a04ecba6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:40.586837 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8513dc-7938-4225-9b3c-8a82c1a4fead,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:40.589807 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:40.604038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:40.605516 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-16bce2a0-1dca-45a1-8ff3-f94376601c0e req-ba76e20e-2d65-4cd2-9f60-35e92aa99aef tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d8513dc-7938-4225-9b3c-8a82c1a4fead HTTP/1.1" status: 204  len: 173 time: 0.6005254
Feb 17 03:37:40.632300 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-4a42efee-f279-407a-b6d0-7a0230ed5451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 1002 time: 0.1401052
Feb 17 03:37:41.036224 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-1dca217d-ad01-4166-9463-1ed38875b59c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/floatingips/64c0c4f4-6eb0-479b-bb1b-509769579fb3 HTTP/1.1" status: 200  len: 999 time: 0.4063008
Feb 17 03:37:41.037705 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510977e-24e1-42f9-b653-566b05e24c13 req-eccb7de3-d2a2-44d7-a109-2291c8a12a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.039162 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-eccb7de3-d2a2-44d7-a109-2291c8a12a0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.1102471
Feb 17 03:37:41.254326 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:37:41.265362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-1cd37487-d798-4ea4-b0b5-1ba8b3a86d51 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.266848 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-1cd37487-d798-4ea4-b0b5-1ba8b3a86d51 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.2245266
Feb 17 03:37:41.268855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510977e-24e1-42f9-b653-566b05e24c13 req-74acc9a0-a57f-4a0b-841b-50f47c7ef773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.270320 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-74acc9a0-a57f-4a0b-841b-50f47c7ef773 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2037742
Feb 17 03:37:41.473179 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-34a7989f-f5af-48ac-aa2e-40e47ab50828 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.232 HTTP/1.1" status: 200  len: 1002 time: 0.1993396
Feb 17 03:37:41.573406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device edf93b48-fcc1-4e49-8e39-c1b15f505afa up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:37:41.578643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-1de28953-49a0-49bd-8dc4-1bed22807815 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429609
Feb 17 03:37:41.584097 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-224aa29a-f076-4f92-9257-a0c3f3984c79 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:41.585457 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-224aa29a-f076-4f92-9257-a0c3f3984c79 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports/edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 943 time: 0.1002400
Feb 17 03:37:41.659500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port edf93b48-fcc1-4e49-8e39-c1b15f505afa triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:41.660049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:41.786502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device a464a31e-93f8-4268-9196-2112eb20fd88 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:37:41.855792 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning for port a464a31e-93f8-4268-9196-2112eb20fd88 completed by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 03:37:41.860761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port a464a31e-93f8-4268-9196-2112eb20fd88 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:41.861187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:41.866996 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-760abfd9-a266-4f39-80e3-372c5bc5db64 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.232 HTTP/1.1" status: 200  len: 1002 time: 0.1639113
Feb 17 03:37:41.979158 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9510977e-24e1-42f9-b653-566b05e24c13 req-fa3caf03-0397-4d38-af5a-1f0e4db00558 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3926795
Feb 17 03:37:41.986831 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:41.998772 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a48e-70c4-4773-9967-2d8e5d42f248 req-c793138b-6cd6-437c-9351-eb0f3b4648ec tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:42.000389 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0383a48e-70c4-4773-9967-2d8e5d42f248 req-c793138b-6cd6-437c-9351-eb0f3b4648ec tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.3380013
Feb 17 03:37:42.017914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:42.028386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a464a31e-93f8-4268-9196-2112eb20fd88,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:42.031202 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.033884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:42.108083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=4']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:42.116093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.116484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.116866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.117241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.117618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.117986 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.118355 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.118723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.119091 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.119459 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.119861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.120224 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.120697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.121048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.121411 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.122329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.122700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.123066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.123429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.123814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.124173 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.124533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.124891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.125250 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:42.129726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:42.150112 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-0383a48e-70c4-4773-9967-2d8e5d42f248 req-780f660d-d54e-4b26-8c9a-8dde6c863fee tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1325619
Feb 17 03:37:42.168001 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Deleting port ba41c098-1d17-4b10-8021-ace28b983e13 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:37:42.168384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.274820 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'code': 200}
Feb 17 03:37:42.354361 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.354719 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.491421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Calling delete_port for ba41c098-1d17-4b10-8021-ace28b983e13 owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:37:42.648098 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822401d-7e67-47fe-92aa-e3520b4476a2 req-ab66ed66-9028-4b93-b9ba-6839a75eab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:42.649717 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3822401d-7e67-47fe-92aa-e3520b4476a2 req-ab66ed66-9028-4b93-b9ba-6839a75eab4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1163 time: 0.1244240
Feb 17 03:37:42.744981 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3822401d-7e67-47fe-92aa-e3520b4476a2 req-2457235b-d2be-42a8-9954-baf316041527 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0879204
Feb 17 03:37:42.754657 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.769793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b4589b3b-3fd9-45ce-8172-d380268d05aa tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:42.812526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device a464a31e-93f8-4268-9196-2112eb20fd88 up at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 03:37:42.866943 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event deleted for resources: {'Port': ['ID=ba41c098-1d17-4b10-8021-ace28b983e13,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:42.876950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:42.885648 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.provisioning_blocks [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Provisioning complete for port a464a31e-93f8-4268-9196-2112eb20fd88 triggered by entity L2. {{(pid=83992) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 03:37:42.886070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852950043'] for port, provisioning_complete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.993727 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:42.994097 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Floating IP 64c0c4f4-6eb0-479b-bb1b-509769579fb3 disassociated (deleted). External IP: 172.27.1.232, port: edf93b48-fcc1-4e49-8e39-c1b15f505afa.
Feb 17 03:37:43.691682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e7c9e-27e5-497f-a6a4-f1c6cd641997 req-10629808-7d64-4287-a36d-c4d03ca2597b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:43.693281 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f0e7c9e-27e5-497f-a6a4-f1c6cd641997 req-10629808-7d64-4287-a36d-c4d03ca2597b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.3914092
Feb 17 03:37:43.698143 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:37:43.882767 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6f0e7c9e-27e5-497f-a6a4-f1c6cd641997 req-46f9bad1-c9ba-40ae-8be1-b55b5510aa22 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1817205
Feb 17 03:37:43.932413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:37:43.942627 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Sync routers for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:37:43.952571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:43.953457 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2a81ba90>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:43.956675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:44.016079 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "DELETE /v2.0/floatingips/64c0c4f4-6eb0-479b-bb1b-509769579fb3 HTTP/1.1" status: 204  len: 173 time: 2.1284597
Feb 17 03:37:44.016654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:44.071267 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:37:44.146241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:44.164419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2fe5fc0b-2942-4d81-9b4a-962593f69cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.166097 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2fe5fc0b-2942-4d81-9b4a-962593f69cf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.1358190
Feb 17 03:37:44.334357 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-6d63639c-5667-4bcc-b5a3-f22770f567eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.336011 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-6d63639c-5667-4bcc-b5a3-f22770f567eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=452d5eab351441619d3b9376e7e200d0&device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 1163 time: 0.2137604
Feb 17 03:37:44.338416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-9346fda6-2a79-4a02-bc81-d91c411115d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.339897 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-9346fda6-2a79-4a02-bc81-d91c411115d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.1660581
Feb 17 03:37:44.484131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2a81ba90>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:44.488201 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Checking router: d667fe70-8e08-4a98-9dc0-3f2434ea66d6 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:37:44.495699 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-bec1d0cc-a6a2-475a-845f-6b2636f0a9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 217 time: 0.1282113
Feb 17 03:37:44.497197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:44.498208 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2a81ba90>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:44.603286 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2e7ba28d-0dbd-48e7-bcb1-728e32d9fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.604947 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-2e7ba28d-0dbd-48e7-bcb1-728e32d9fc5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.1022663
Feb 17 03:37:44.606779 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-1d81b2aa-d325-4f4c-a7ae-2c80e7f260c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.608229 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-1d81b2aa-d325-4f4c-a7ae-2c80e7f260c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 200  len: 909 time: 0.2651074
Feb 17 03:37:44.689495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:44.727091 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-ba1b0244-438e-42fc-82f9-787e3b1afad4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 200  len: 217 time: 0.0756156
Feb 17 03:37:44.816191 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-e2c51c07-aaae-444b-987b-b265562dab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.817682 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-e2c51c07-aaae-444b-987b-b265562dab01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 200  len: 854 time: 0.0829887
Feb 17 03:37:44.819587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-8956a916-4ef6-4964-8db1-96faa528db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:44.821076 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-8956a916-4ef6-4964-8db1-96faa528db21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2087717
Feb 17 03:37:45.029055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2a81ba90>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:45.033247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d218c3-7c72-43f6-b74c-deb69abd99f1 None None] The sync data for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi is: [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:35:38Z', 'revision_number': 4, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '2419274b-83b6-4766-8b23-d267bc0b79f3', 'name': '', 'network_id': '9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'mac_address': 'fa:16:3e:29:9c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:37Z', 'updated_at': '2021-02-17T03:35:48Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'subnets': [{'id': 'ecb74640-2fcb-4d0c-9fe2-4119cec7877e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:37:45.077965 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-e7a87cca-c4fe-43b9-af95-66ec7d378781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:45.079643 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-e7a87cca-c4fe-43b9-af95-66ec7d378781 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2550383
Feb 17 03:37:45.084959 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-8cb4a595-7179-4fae-9e10-95fca49659d9 service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204993
Feb 17 03:37:45.335413 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc995d12-85ee-486f-9589-17920a48a7fe req-72a330f3-4a0d-407d-9d1a-455d1c4524a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:45.337103 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc995d12-85ee-486f-9589-17920a48a7fe req-72a330f3-4a0d-407d-9d1a-455d1c4524a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.3347585
Feb 17 03:37:45.405711 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-13727181-ad6f-4652-9bcb-f6fc5b658916 service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180177
Feb 17 03:37:45.443125 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-b4fba2ec-99f4-4c94-b79c-abca8aee8134 req-0c035aef-a157-4e7a-accd-fd5eb63bd0fb service neutron] 10.222.0.46 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3295302
Feb 17 03:37:45.448389 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-cc995d12-85ee-486f-9589-17920a48a7fe req-9739e6f4-9ab8-4ad2-b333-ab4a2b3fc594 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1029949
Feb 17 03:37:45.485569 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1ecbc-9314-48a4-9646-d51facd5ff18 None None] New status for floating IP 64c0c4f4-6eb0-479b-bb1b-509769579fb3: DOWN {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:37:45.567770 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6cd85b3-ea17-42f0-9fb0-caebfc0ecf97 req-14604a91-b47e-45a3-9b17-428f245de39b service neutron] 10.222.0.52 "GET /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1528711
Feb 17 03:37:45.689868 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbc829-5555-4a2d-81b6-4962f159f856 req-00a78ad7-bee0-4096-8c9a-890fefcebe08 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:45.691494 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aadbc829-5555-4a2d-81b6-4962f159f856 req-00a78ad7-bee0-4096-8c9a-890fefcebe08 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.0926747
Feb 17 03:37:45.740007 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-aadbc829-5555-4a2d-81b6-4962f159f856 req-650a9bb2-03db-48c2-b7b4-732215fa4076 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420203
Feb 17 03:37:45.941195 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-b231f03f-6f3d-4757-92db-968db37578ab tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1631722
Feb 17 03:37:45.951323 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:37:45.957189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 03:37:45.966974 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.quota.driver [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83991) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 03:37:45.975994 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:46.120985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:46.397546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_common [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Allocated IP 172.27.1.131 (db5b2ccf-9d83-4129-8f4c-b0235011f48d/e18c4535-8c0c-492f-af88-10d79bb730f3/5c07e724-69dc-45cb-912c-7a44d7cbd6a7) {{(pid=83991) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 03:37:46.557674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:46.586092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263800632351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:46.601839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-397700eb-2e86-4f33-832b-51903b6c8b0b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:46.995309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=5c07e724-69dc-45cb-912c-7a44d7cbd6a7,revision_number=1']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:47.007325 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:47.050593 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Network db5b2ccf-9d83-4129-8f4c-b0235011f48d is already hosted by enough agents. {{(pid=83991) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 03:37:47.051856 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.base_scheduler [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Resources bound (agent type, host, resource id):  {{(pid=83991) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 03:37:47.054311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Received port after_create {{(pid=83991) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 03:37:47.136628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.202746 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.482742 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for port, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.486161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6760883'] for port, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.501066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2394d08f-aca5-4777-aff8-6e6bd99ee8cf tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:47.639319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event updated for resources: {'Port': ['ID=5c07e724-69dc-45cb-912c-7a44d7cbd6a7,revision_number=2']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:47.652389 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:47.742957 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.769338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:47.770638 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-21e620b9-13b9-4884-84bf-39495e1c3a8e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8235474
Feb 17 03:37:47.859108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-f8a553a6-f0fa-4db7-835e-cf3375726d7b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:37:47.873711 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-f8a553a6-f0fa-4db7-835e-cf3375726d7b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:37:47.874963 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-f8a553a6-f0fa-4db7-835e-cf3375726d7b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.131 HTTP/1.1" status: 200  len: 696 time: 0.0979819
Feb 17 03:37:48.036560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-a6284b91-5ff7-4d32-97c9-f4d7b1658c5a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:48.037955 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-237b2a72-a3fa-49af-acbb-f45d40dba91c req-a6284b91-5ff7-4d32-97c9-f4d7b1658c5a tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1568220
Feb 17 03:37:48.226976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-298d3093-0b07-4137-b215-b887f767473e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:48.228669 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-298d3093-0b07-4137-b215-b887f767473e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0915401
Feb 17 03:37:48.318653 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-5c0f2b8f-b42c-41fa-a4f6-8c77feda1fcf tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.131 HTTP/1.1" status: 200  len: 696 time: 0.0827694
Feb 17 03:37:48.328776 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.v2.base [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Request body: {'floatingip': {'port_id': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83991) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 03:37:48.413398 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, before_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:48.960947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-a1e64015-a7ee-49cf-afb0-3b0f5c1b7f3c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:48.961623 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-a1e64015-a7ee-49cf-afb0-3b0f5c1b7f3c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:37:48.995491 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-a1e64015-a7ee-49cf-afb0-3b0f5c1b7f3c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:37:48.996833 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-a1e64015-a7ee-49cf-afb0-3b0f5c1b7f3c tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.2552636
Feb 17 03:37:49.063613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-9097b91e-7d29-4ad2-b21a-ca6e2dea54e2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Synchronizing usage tracker for tenant:452d5eab351441619d3b9376e7e200d0 on resource:security_group {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:37:49.155307 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-9097b91e-7d29-4ad2-b21a-ca6e2dea54e2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Unset dirty status for tenant:452d5eab351441619d3b9376e7e200d0 on resource:security_group {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:37:49.156597 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-3f49941f-651f-4c4d-afcb-21de3fdb7ca4 req-9097b91e-7d29-4ad2-b21a-ca6e2dea54e2 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513557
Feb 17 03:37:49.185551 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:49.188172 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854232917'] for floatingip, after_update {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:49.368723 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP cc142d57-5e09-497d-a448-8fc915f97d0e associated. External IP: 172.27.1.131, port: a464a31e-93f8-4268-9196-2112eb20fd88.
Feb 17 03:37:49.982724 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:37:50.172840 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:37:50.177117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:50.182248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:37:50.193060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:50.194123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b602ba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:50.245954 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-9b2f1006-ab48-4566-a888-928fc1b905c5 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "PUT /v2.0/floatingips/cc142d57-5e09-497d-a448-8fc915f97d0e HTTP/1.1" status: 200  len: 997 time: 1.9212005
Feb 17 03:37:50.246899 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:50.418669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-c578bc13-7709-4c40-854e-7c814b066b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.420366 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-c578bc13-7709-4c40-854e-7c814b066b17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1163 time: 0.1614702
Feb 17 03:37:50.426597 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fde642-2275-4a70-91a2-8bfa366f99a7 req-bd4692fa-88c4-4baa-83bd-baa8162b9df3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.428154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39fde642-2275-4a70-91a2-8bfa366f99a7 req-bd4692fa-88c4-4baa-83bd-baa8162b9df3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.1298265
Feb 17 03:37:50.578082 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-39fde642-2275-4a70-91a2-8bfa366f99a7 req-9ba9525d-ea91-4607-bac4-96e6bac9efe7 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240034
Feb 17 03:37:50.589146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:50.608182 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-3da23a41-ba4e-4a0a-85ac-5f8755c298da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.609854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-3da23a41-ba4e-4a0a-85ac-5f8755c298da service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1807616
Feb 17 03:37:50.671804 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'status': 'completed', 'code': 200}
Feb 17 03:37:50.778360 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-7e613b56-e808-4691-8fa5-f369c762676a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 1000 time: 0.1615427
Feb 17 03:37:50.785716 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-b598cc28-4e04-4155-b6cf-23daa3f5475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.787345 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-b598cc28-4e04-4155-b6cf-23daa3f5475b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1163 time: 0.0806131
Feb 17 03:37:50.846739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device edf93b48-fcc1-4e49-8e39-c1b15f505afa no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:37:50.858482 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-40fefb29-2e54-4052-87d7-923585d48ca3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.860114 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-40fefb29-2e54-4052-87d7-923585d48ca3 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.52 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 946 time: 0.1686590
Feb 17 03:37:50.910079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-51aa3c14-dc22-4e03-a933-2c608cb26c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.911710 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-51aa3c14-dc22-4e03-a933-2c608cb26c2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.1201448
Feb 17 03:37:50.936099 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-b6827e40-bd01-4317-adf2-b714481bb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:50.937699 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-b6827e40-bd01-4317-adf2-b714481bb745 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1426530
Feb 17 03:37:50.997893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Deleting port edf93b48-fcc1-4e49-8e39-c1b15f505afa {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:37:50.998299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:51.052651 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-f626c691-ebef-48ba-899c-c40408c7528c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 1000 time: 0.1076739
Feb 17 03:37:51.077654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:51.116217 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:51.129027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-8fa2ebd1-e03f-4e8c-b960-cebf586bde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:51.129748 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-497ee2f6-548c-4536-95da-cdd036c496e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:51.130690 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-8fa2ebd1-e03f-4e8c-b960-cebf586bde2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2089951
Feb 17 03:37:51.131671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:51.139883 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:51.142637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:51.143866 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-497ee2f6-548c-4536-95da-cdd036c496e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0851545
Feb 17 03:37:51.176873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b602ba8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}, {'id': 'cc142d57-5e09-497d-a448-8fc915f97d0e', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:0e:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207f5fc-d1d8-495e-abed-39b09228824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:47Z', 'updated_at': '2021-02-17T03:37:49Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:51.180012 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'code': 200}
Feb 17 03:37:51.188655 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:37:51.220011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:51.220704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b602ba8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:51.259866 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-06d43f76-e55d-418a-8799-de2c6af67c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83990) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:51.261601 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-06d43f76-e55d-418a-8799-de2c6af67c43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110001
Feb 17 03:37:51.367675 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=7']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:51.371609 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:51.420705 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-9c2d5922-6f46-468b-bd28-03bc06fa29e0 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507914
Feb 17 03:37:51.422582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:51.422991 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:51.432380 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-b9aa4b52-cf71-488c-8bc6-da49cede531e service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898955
Feb 17 03:37:51.438461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:51.574498 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-4e0e231a-4210-4c11-934f-26a101cfd40d req-31976d8a-ab56-416f-b7ce-d61bc31a8e6c service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458888
Feb 17 03:37:51.584073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Calling delete_port for edf93b48-fcc1-4e49-8e39-c1b15f505afa owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:37:51.820462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b602ba8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}, {'id': 'cc142d57-5e09-497d-a448-8fc915f97d0e', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:0e:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207f5fc-d1d8-495e-abed-39b09228824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:47Z', 'updated_at': '2021-02-17T03:37:49Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:51.824903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d4307-97e8-48e5-98d0-16c9627c008f None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}, {'id': 'cc142d57-5e09-497d-a448-8fc915f97d0e', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:0e:2a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207f5fc-d1d8-495e-abed-39b09228824c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:37:47Z', 'updated_at': '2021-02-17T03:37:49Z', 'revision_number': 1, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:37:51.831197 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9f3b5592-997e-4add-92e3-79bce2d6e1e7 req-15891963-c6fb-48ef-878e-02ae747d6669 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3394303
Feb 17 03:37:51.832877 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:37:51.833241 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:37:51.858078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab7f98-ee86-4bad-95cc-4c275ffc1058 req-b7d42f6b-9c88-4695-b911-034b6c8446a0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:37:51.859732 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6ab7f98-ee86-4bad-95cc-4c275ffc1058 req-b7d42f6b-9c88-4695-b911-034b6c8446a0 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 944 time: 0.1595051
Feb 17 03:37:51.909768 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-e6ab7f98-ee86-4bad-95cc-4c275ffc1058 req-a5bd74b0-ef80-4a7e-8ec2-a6d34eb5cd99 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6de778-8990-4592-8bad-28ce07fe9196&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438392
Feb 17 03:37:52.132035 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393ca70-a296-4789-a538-606f552d3181 None None] New status for floating IP cc142d57-5e09-497d-a448-8fc915f97d0e: ACTIVE {{(pid=83993) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:37:52.334653 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Deleting port edf93b48-fcc1-4e49-8e39-c1b15f505afa {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:37:52.335177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:52.600244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] For port edf93b48-fcc1-4e49-8e39-c1b15f505afa, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=edf93b48-fcc1-4e49-8e39-c1b15f505afa,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:52.600644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:52.735123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Calling delete_port for edf93b48-fcc1-4e49-8e39-c1b15f505afa owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:37:52.884865 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:52.899791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a0175a80-02ef-4383-8f5d-65292d7a6aed tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:53.001833 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Pushing event deleted for resources: {'Port': ['ID=edf93b48-fcc1-4e49-8e39-c1b15f505afa,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:53.011489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:53.336827 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46a677e3-faa9-4269-9193-879076aeca92 req-12923b51-417f-4c2c-95d5-f599382b1986 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.46 "GET /v2.0/ports?device_id=91810efd-26bb-4c78-9a55-dbd3949de8c3 HTTP/1.1" status: 200  len: 210 time: 0.3121710
Feb 17 03:37:53.406383 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] No DVR routers for this DVR port edf93b48-fcc1-4e49-8e39-c1b15f505afa on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:37:53.408658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:53.411377 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-deleted', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:37:53.426322 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-6363cfa2-802b-455e-94a8-a98ac799d3f9 req-436ff166-3549-486a-9c22-47960f27185b tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] 10.222.0.52 "DELETE /v2.0/ports/edf93b48-fcc1-4e49-8e39-c1b15f505afa HTTP/1.1" status: 204  len: 173 time: 2.5594363
Feb 17 03:37:53.464322 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91810efd-26bb-4c78-9a55-dbd3949de8c3', 'name': 'network-vif-deleted', 'tag': 'edf93b48-fcc1-4e49-8e39-c1b15f505afa', 'status': 'completed', 'code': 200}
Feb 17 03:37:55.124581 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33968) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:37:55.686461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:56.048121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Deleting port 2419274b-83b6-4766-8b23-d267bc0b79f3 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:37:56.048493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:56.450410 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] For port 2419274b-83b6-4766-8b23-d267bc0b79f3, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=2419274b-83b6-4766-8b23-d267bc0b79f3,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:56.450984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:56.584102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Calling delete_port for 2419274b-83b6-4766-8b23-d267bc0b79f3 owned by network:router_interface {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:37:56.752932 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:56.768304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-837bc312-3476-4a72-9245-51e929bf3d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:56.864393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Pushing event deleted for resources: {'Port': ['ID=2419274b-83b6-4766-8b23-d267bc0b79f3,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:56.882876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.883290 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.883731 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.884140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.884542 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.884941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.885336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.885730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.886125 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.886516 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.886905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.887316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.887846 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.888237 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.888624 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.889011 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.889397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.889783 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.890165 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.890552 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.890935 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.891319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.891729 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.892115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:37:56.895849 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:37:57.191043 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:57.699674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:37:57.892809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:37:57.901707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Sync routers for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:37:57.906363 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-db0684f4-4696-4272-9d6b-ad0e906dc95d admin admin] 10.222.0.46 "PUT /v2.0/routers/d667fe70-8e08-4a98-9dc0-3f2434ea66d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7803686
Feb 17 03:37:57.908763 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33974) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:37:57.912735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:57.913422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1e7160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:58.103546 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:58.283220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:58.305913 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:58.315785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Deleting port 5fa12d30-620d-4187-a167-92d2657eb337 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:37:58.316416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:58.607006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1e7160>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:37:56Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:58.611127 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Checking router: d667fe70-8e08-4a98-9dc0-3f2434ea66d6 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:37:58.620265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Routers {'d667fe70-8e08-4a98-9dc0-3f2434ea66d6'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:37:58.620956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b1e7160>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:37:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:58.736950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] For port 5fa12d30-620d-4187-a167-92d2657eb337, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=5fa12d30-620d-4187-a167-92d2657eb337,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:37:58.737531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:58.810401 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] Set router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:37:58.872815 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Calling delete_port for 5fa12d30-620d-4187-a167-92d2657eb337 owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:37:59.010890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.117509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b1e7160>, [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:37:56Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:37:59.121701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3ab21-b6d9-4b29-8b6e-88e096806378 None None] The sync data for ids ['d667fe70-8e08-4a98-9dc0-3f2434ea66d6'] in dv-cinder-759961-4-iscsi is: [{'id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'name': 'tempest-TestMinimumBasicScenario-2031589948-router', 'tenant_id': '452d5eab351441619d3b9376e7e200d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '5fa12d30-620d-4187-a167-92d2657eb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:35:33Z', 'updated_at': '2021-02-17T03:37:56Z', 'revision_number': 5, 'project_id': '452d5eab351441619d3b9376e7e200d0', 'gw_port': {'id': '5fa12d30-620d-4187-a167-92d2657eb337', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:26:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd667fe70-8e08-4a98-9dc0-3f2434ea66d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:35:34Z', 'updated_at': '2021-02-17T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:37:59.209782 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.352175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.354567 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.378985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.379564 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d667fe70-8e08-4a98-9dc0-3f2434ea66d6 {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:37:59.392758 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.393981 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-412a9dff-a2fc-4278-a8ca-fd0836a861ed admin admin] 10.222.0.46 "DELETE /v2.0/routers/d667fe70-8e08-4a98-9dc0-3f2434ea66d6 HTTP/1.1" status: 204  len: 168 time: 1.4842257
Feb 17 03:37:59.396770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 33978) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:37:59.464460 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Deleting subnet ecb74640-2fcb-4d0c-9fe2-4119cec7877e {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:37:59.468204 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.520207 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.566489 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2419274b-83b6-4766-8b23-d267bc0b79f3 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:37:59.610004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.615121 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 2419274b-83b6-4766-8b23-d267bc0b79f3 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:37:59.615538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 2419274b-83b6-4766-8b23-d267bc0b79f3 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:37:59.810599 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.872638 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:37:59.888102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:37:59.985123 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb74640-2fcb-4d0c-9fe2-4119cec7877e,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:37:59.988915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:00.021726 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.028652 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-68a69e77-27a7-40ea-9bbf-e40837792f94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ecb74640-2fcb-4d0c-9fe2-4119cec7877e HTTP/1.1" status: 204  len: 168 time: 0.6308129
Feb 17 03:38:00.028842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f11a3-b640-4c91-a1b4-548bf687a48c None None] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:38:00.032654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33982) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:38:00.154146 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.228857 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Deleting port d3f70391-69f2-4d15-aad2-1408a5ded56b {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:38:00.229239 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.299905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] DHCP port deletion for 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:38:00.304503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Deleting port d3f70391-69f2-4d15-aad2-1408a5ded56b {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:38:00.304924 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.462654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] For port d3f70391-69f2-4d15-aad2-1408a5ded56b, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d3f70391-69f2-4d15-aad2-1408a5ded56b,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:38:00.463063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.523249 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] For port d3f70391-69f2-4d15-aad2-1408a5ded56b, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=d3f70391-69f2-4d15-aad2-1408a5ded56b,segment=NetworkSegment(15be60a5-7b8a-4700-8349-bc4bd60bdd8a),segment_id=15be60a5-7b8a-4700-8349-bc4bd60bdd8a)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:38:00.523641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.602187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Calling delete_port for d3f70391-69f2-4d15-aad2-1408a5ded56b owned by network:dhcp {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:38:00.658461 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Calling delete_port for d3f70391-69f2-4d15-aad2-1408a5ded56b owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:38:00.685539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:00.702038 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:00.736847 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:38:00.737257 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:38:00.814166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f70391-69f2-4d15-aad2-1408a5ded56b,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:00.817124 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:00.853681 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] No DVR routers for this DVR port d3f70391-69f2-4d15-aad2-1408a5ded56b on host dv-cinder-759961-4-iscsi {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:38:00.978923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.096219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80898>,) {'filters': {'network_id': ['9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef']}} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:01.109688 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80898>, '15be60a5-7b8a-4700-8349-bc4bd60bdd8a') {'for_net_delete': True} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:01.110027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2ae80898>, '15be60a5-7b8a-4700-8349-bc4bd60bdd8a') {} {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:38:01.122589 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848206833'] for segment, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.137287 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.139336 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83991) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:38:01.238334 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Deleting port d3f70391-69f2-4d15-aad2-1408a5ded56b {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:38:01.238767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.313133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ac6be644-cd29-4d78-8d03-ac6eb6d4f78e None None] The port 'd3f70391-69f2-4d15-aad2-1408a5ded56b' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:38:01.325385 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:38:01.334590 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6760849'] for segment, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.515641 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Network 9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef has no segments {{(pid=83991) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:38:01.538468 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:38:01.604177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 5fa12d30-620d-4187-a167-92d2657eb337 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:38:01.618445 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.621906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:01.635656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.642227 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 5fa12d30-620d-4187-a167-92d2657eb337 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:38:01.642628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 5fa12d30-620d-4187-a167-92d2657eb337 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:38:01.643109 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d3f70391-69f2-4d15-aad2-1408a5ded56b no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:38:01.647027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Pushing event deleted for resources: {'Network': ['ID=9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:01.653753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:01.661283 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9145e4f6-0c1b-4b70-ac7f-96d1f58b2aef HTTP/1.1" status: 204  len: 168 time: 1.6287484
Feb 17 03:38:01.679730 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: d3f70391-69f2-4d15-aad2-1408a5ded56b {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:38:01.680134 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device d3f70391-69f2-4d15-aad2-1408a5ded56b not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:38:01.838749 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33988) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:38:01.889854 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-1165bf73-d735-4cf4-905d-65c65ad915d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=452d5eab351441619d3b9376e7e200d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498562
Feb 17 03:38:01.892431 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 33992) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:38:01.955898 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:01.983054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:02.030399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:02.035360 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ebf8cc1d-dcf3-4724-8acf-131368ed9e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:38:02.050642 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6de778-8990-4592-8bad-28ce07fe9196,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:38:02.053270 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:38:02.059492 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:02.060782 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ebb19b3b-6a42-40bd-9de0-b43f174333db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec6de778-8990-4592-8bad-28ce07fe9196 HTTP/1.1" status: 204  len: 168 time: 0.1673913
Feb 17 03:38:03.197949 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c0bceca7-0373-4bab-835e-0918f2a70774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:05.621145 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9272f328-c506-4d63-a439-425b6e98ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:06.155693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:07.394333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:07.623799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:18.256517 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:38:29.784252 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-349f24d2-158a-4ef4-8515-f7c73a4c3331 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774233
Feb 17 03:38:29.834490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:29.953790 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-dc2e18ef-efc4-4aa9-8a09-dff2ea462d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:29.955991 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-dc2e18ef-efc4-4aa9-8a09-dff2ea462d5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.0812960
Feb 17 03:38:30.113016 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-b7f4eadf-e22e-4332-8a16-c2f58ae77245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:30.114604 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-b7f4eadf-e22e-4332-8a16-c2f58ae77245 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.1384444
Feb 17 03:38:30.226606 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-3e1962ee-9bab-47d9-9912-f76e1502f415 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 1002 time: 0.1046395
Feb 17 03:38:30.295238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-57142f2e-f29d-4d58-8eaf-bd333a0d23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:30.296904 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-57142f2e-f29d-4d58-8eaf-bd333a0d23ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0638883
Feb 17 03:38:30.383906 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-bec34438-ccc9-4bbd-872f-6ff9259e7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:38:30.385435 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-bec34438-ccc9-4bbd-872f-6ff9259e7ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807762
Feb 17 03:38:30.529834 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-67cf03fa-b4f7-4207-865d-b59711c0fc2e service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365259
Feb 17 03:38:30.674541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-96a89bb7-650b-4da1-8cd8-0a9237d4abdd req-d5f8b16d-d8f8-4e06-9b06-561a8cc99ab9 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368520
Feb 17 03:38:33.200793 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c507c8a-6571-42ed-bc8b-a39b3f6e69d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:35.622499 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-091a9c48-8822-4c3f-89d2-ba4ba9fbca66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:36.158529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:37.396781 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:37.625928 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:38:55.256985 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:38:59.847879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:03.202309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-63bb001f-b3f6-4545-9651-64549e273613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:05.624879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e575afd6-ce39-4d41-887d-bb5846abeb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:06.161560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:07.400332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:07.627487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:12.957876 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-fe1dbb28-e865-4006-a25f-daa05893e3a7 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips/cc142d57-5e09-497d-a448-8fc915f97d0e HTTP/1.1" status: 200  len: 999 time: 0.1408100
Feb 17 03:39:13.131242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-56dcdeee-bfc7-42d6-9f96-55fc18f511c1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:13.132722 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-56dcdeee-bfc7-42d6-9f96-55fc18f511c1 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1690364
Feb 17 03:39:13.247185 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-ceeda1f6-a621-4621-9363-246b34d4120c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.131 HTTP/1.1" status: 200  len: 1002 time: 0.1080029
Feb 17 03:39:13.337070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-309f134f-b192-4909-a865-18557705ddad tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:13.338521 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-309f134f-b192-4909-a865-18557705ddad tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports/a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 943 time: 0.0793583
Feb 17 03:39:13.564378 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-7ae29ab3-c5d3-4e9d-b2e1-efec1dadfa47 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.131 HTTP/1.1" status: 200  len: 1002 time: 0.1403809
Feb 17 03:39:13.784509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 5c07e724-69dc-45cb-912c-7a44d7cbd6a7 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:13.784812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.969386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:13.970009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.102745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 5c07e724-69dc-45cb-912c-7a44d7cbd6a7 owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:14.508791 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.524506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-232d6349-3599-4723-978e-c7957b4ec1f8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:14.619770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=5c07e724-69dc-45cb-912c-7a44d7cbd6a7,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:14.640093 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.640512 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.640925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.641329 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.641739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.642139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.642540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.642938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.643339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.643757 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.644150 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.644538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.645027 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.645417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.645809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.646199 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.646587 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.646975 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.647364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.647773 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.648166 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.648555 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.648938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.649316 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:14.654384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:14.770020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:14.770265 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP cc142d57-5e09-497d-a448-8fc915f97d0e disassociated (deleted). External IP: 172.27.1.131, port: a464a31e-93f8-4268-9196-2112eb20fd88.
Feb 17 03:39:15.150503 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:15.346387 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:15.358989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:15.373129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:15.374037 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b288cc0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:15.374804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:15.439100 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-28216f71-bdf2-4080-820b-ce497079ed32 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "DELETE /v2.0/floatingips/cc142d57-5e09-497d-a448-8fc915f97d0e HTTP/1.1" status: 204  len: 173 time: 1.8680911
Feb 17 03:39:15.439607 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:15.496895 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'status': 'completed', 'code': 200}
Feb 17 03:39:15.573810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:15.605893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-dd21e2a9-20a8-4c76-a529-de846fa256e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:15.607849 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-dd21e2a9-20a8-4c76-a529-de846fa256e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1163 time: 0.1540697
Feb 17 03:39:15.743284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-7a8e4a0d-36af-49e4-842c-b6c8e7de2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:15.744843 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-7a8e4a0d-36af-49e4-842c-b6c8e7de2b7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 1163 time: 0.1990695
Feb 17 03:39:15.859741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-58e15113-557c-4d6c-a6b1-ceac514903ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:15.861350 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-58e15113-557c-4d6c-a6b1-ceac514903ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.2456057
Feb 17 03:39:15.952279 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-1856490b-116b-4250-9d53-abf15f34af60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 217 time: 0.0794232
Feb 17 03:39:15.953295 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b288cc0>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:15.957952 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:15.966835 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:15.967521 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b288cc0>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:16.030250 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-a733bff4-d781-48e6-bb31-9b3506d49a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.031763 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-a733bff4-d781-48e6-bb31-9b3506d49a4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.2782078
Feb 17 03:39:16.113538 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-87c51f53-621a-4f4a-b33f-4ff9dfa57b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.116011 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-87c51f53-621a-4f4a-b33f-4ff9dfa57b96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.1572106
Feb 17 03:39:16.117998 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-2d14423f-7948-451a-b36d-a5d9884159ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 200  len: 217 time: 0.0792758
Feb 17 03:39:16.170078 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:16.250421 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-69474ad9-8f21-4b84-91c6-70c529a3048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.251967 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-69474ad9-8f21-4b84-91c6-70c529a3048d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0907793
Feb 17 03:39:16.329382 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-6c4efa77-c966-4076-b10a-d9c9a588caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.330972 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-6c4efa77-c966-4076-b10a-d9c9a588caed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2087522
Feb 17 03:39:16.455238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-4e4fa92e-9244-47c3-bcb7-40a942b32ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:16.456868 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-4e4fa92e-9244-47c3-bcb7-40a942b32ef8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1967742
Feb 17 03:39:16.594154 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-430baee3-006b-4312-a907-973f2b4668bc service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523592
Feb 17 03:39:16.709215 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b288cc0>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:16.714813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c01de-a392-4fb8-a916-704269ca52b1 None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_floatingips': [{'id': '555a9b2f-9758-498a-ad16-279b21385ddd', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'router_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'port_id': '65586199-8d17-4dc4-95e3-587c045d051c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'mac_address': 'fa:16:3e:a0:05:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T03:35:43Z', 'updated_at': '2021-02-17T03:35:50Z', 'revision_number': 2, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:16.727760 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-e5444b75-cbd4-49f3-b267-09f0d5aded6d service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558699
Feb 17 03:39:17.121876 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f465ca0b-8ce2-4d55-ad78-d7717eabbb2b req-1e89e08b-6c0a-418d-b590-057a88e298ac service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5141261
Feb 17 03:39:17.172171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651309c2-886c-463a-8f3b-86e97ba99032 None None] New status for floating IP cc142d57-5e09-497d-a448-8fc915f97d0e: DOWN {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:39:17.174797 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-971d9b51-ff90-452f-9b6b-265da9a5348e req-984cbdc0-cb67-49ec-b5a6-cb26be9a0f66 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1765106
Feb 17 03:39:17.563230 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db507c42-d23e-4170-b019-b252ea26ab9f req-09fc32c9-6daa-4428-8e09-ac57f5ce46cd tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:17.564030 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-db507c42-d23e-4170-b019-b252ea26ab9f req-09fc32c9-6daa-4428-8e09-ac57f5ce46cd tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:17.579206 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-db507c42-d23e-4170-b019-b252ea26ab9f req-09fc32c9-6daa-4428-8e09-ac57f5ce46cd tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:17.580589 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db507c42-d23e-4170-b019-b252ea26ab9f req-09fc32c9-6daa-4428-8e09-ac57f5ce46cd tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.1055701
Feb 17 03:39:17.630301 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-db507c42-d23e-4170-b019-b252ea26ab9f req-4b44321f-027d-413d-957d-6b57e38b757f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433257
Feb 17 03:39:18.847839 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dba655-2719-400a-829f-3ebaccd188d4 req-3706b265-4505-41e4-b8ea-e882de9a3fe8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:18.849484 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10dba655-2719-400a-829f-3ebaccd188d4 req-3706b265-4505-41e4-b8ea-e882de9a3fe8 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.0970654
Feb 17 03:39:18.903186 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-10dba655-2719-400a-829f-3ebaccd188d4 req-a0086438-7a4a-4935-ac61-6e06bb117653 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472276
Feb 17 03:39:19.259861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-c82b157a-8640-4516-8e9e-a870124bdd01 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:19.262184 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-c82b157a-8640-4516-8e9e-a870124bdd01 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 946 time: 0.0895767
Feb 17 03:39:19.341988 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port a464a31e-93f8-4268-9196-2112eb20fd88 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:19.342371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.613120 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a464a31e-93f8-4268-9196-2112eb20fd88,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:19.613529 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.694903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device a464a31e-93f8-4268-9196-2112eb20fd88 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:19.751112 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for a464a31e-93f8-4268-9196-2112eb20fd88 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:19.821618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.850669 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:19.862541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a464a31e-93f8-4268-9196-2112eb20fd88,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:19.866753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263800139226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773054102250', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773054103309'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:19.868766 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a13f0629-538e-42c0-b6b5-97b09fefd793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:19.869493 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83991) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:19.870470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83991) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:19.905791 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'code': 200}
Feb 17 03:39:19.946175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Pushing event updated for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=5']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:19.954947 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.955350 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.955767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.956153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.956534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.956919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.957293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.957671 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.958053 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.958427 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.958809 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.959177 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.959682 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.960055 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.960428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.960800 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.961171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.961541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.961910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.962281 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.962650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.963020 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.963394 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.963802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:19.968319 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:20.105851 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e813-9ce3-4d6f-b4d8-f678a412c45b req-75d9341a-81e3-4e97-abd9-1d4c44f2f36f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:20.107695 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bc4e813-9ce3-4d6f-b4d8-f678a412c45b req-75d9341a-81e3-4e97-abd9-1d4c44f2f36f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 944 time: 0.0905278
Feb 17 03:39:20.157093 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1bc4e813-9ce3-4d6f-b4d8-f678a412c45b req-351a1c1b-0b2e-48ac-8503-fe6690ad1363 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431206
Feb 17 03:39:20.371752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port a464a31e-93f8-4268-9196-2112eb20fd88 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:20.372153 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.640139 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] For port a464a31e-93f8-4268-9196-2112eb20fd88, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a464a31e-93f8-4268-9196-2112eb20fd88,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:20.640453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.774979 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for a464a31e-93f8-4268-9196-2112eb20fd88 owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:20.929154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:20.944406 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-46092643-8e9d-459a-a95a-06a5b7346ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:21.045556 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=a464a31e-93f8-4268-9196-2112eb20fd88,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:21.056154 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:21.160309 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] No DVR routers for this DVR port a464a31e-93f8-4268-9196-2112eb20fd88 on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:21.162715 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:21.165618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-deleted', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:21.183203 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-bc19fc84-6121-4bbb-a999-47bd01e09154 req-a1ba0fd9-4d46-46d0-8d14-99479fd33612 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "DELETE /v2.0/ports/a464a31e-93f8-4268-9196-2112eb20fd88 HTTP/1.1" status: 204  len: 173 time: 1.9152341
Feb 17 03:39:21.222324 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0207f5fc-d1d8-495e-abed-39b09228824c', 'name': 'network-vif-deleted', 'tag': 'a464a31e-93f8-4268-9196-2112eb20fd88', 'status': 'completed', 'code': 200}
Feb 17 03:39:21.327658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1a495591-8b37-4928-8a11-11c8dc66b929 req-fb681786-56cb-404e-a3f9-a80f5189272e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:21.350435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-1a495591-8b37-4928-8a11-11c8dc66b929 req-fb681786-56cb-404e-a3f9-a80f5189272e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:21.357402 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-1a495591-8b37-4928-8a11-11c8dc66b929 req-fb681786-56cb-404e-a3f9-a80f5189272e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=0207f5fc-d1d8-495e-abed-39b09228824c HTTP/1.1" status: 200  len: 210 time: 0.0793936
Feb 17 03:39:25.011087 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-17140069-9d0c-4c5e-a576-6d84ba73e1e0 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips/555a9b2f-9758-498a-ad16-279b21385ddd HTTP/1.1" status: 200  len: 999 time: 0.1159611
Feb 17 03:39:25.173870 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-054830a9-396c-4590-9d48-51e5f1db10d2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:25.175357 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-054830a9-396c-4590-9d48-51e5f1db10d2 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1582525
Feb 17 03:39:25.186260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-242a8d8f-0cf1-47e7-8b2d-56dc695c2766 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=83991) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 03:39:25.187315 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-242a8d8f-0cf1-47e7-8b2d-56dc695c2766 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059719
Feb 17 03:39:25.302745 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-5d137b7e-06e2-4db8-a172-8c44c4ab94e4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:25.317658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-5d137b7e-06e2-4db8-a172-8c44c4ab94e4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:25.318944 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-5d137b7e-06e2-4db8-a172-8c44c4ab94e4 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.130 HTTP/1.1" status: 200  len: 1002 time: 0.1255577
Feb 17 03:39:25.399984 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-fcfa510b-b909-4b99-80fc-c87a57ead40f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:25.401999 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-fcfa510b-b909-4b99-80fc-c87a57ead40f tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports/65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 943 time: 0.0766633
Feb 17 03:39:25.592906 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-b0a59d6d-bdee-45ac-b68f-b51b6a8d595b tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.130 HTTP/1.1" status: 200  len: 1002 time: 0.1082006
Feb 17 03:39:25.814320 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 78dada39-f4bc-4c2e-8ab6-b6b593063261 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:25.814674 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:25.993706 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:25.994074 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.381157 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 78dada39-f4bc-4c2e-8ab6-b6b593063261 owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:26.537302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.552867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2052fbb6-0360-4046-9c71-cf1d2059aff3 tempest-TestShelveInstance-1743512866 tempest-TestShelveInstance-1743512866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:26.660189 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=78dada39-f4bc-4c2e-8ab6-b6b593063261,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:26.665451 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:26.781110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:26.781480 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.db.l3_db [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Floating IP 555a9b2f-9758-498a-ad16-279b21385ddd disassociated (deleted). External IP: 172.27.1.130, port: 65586199-8d17-4dc4-95e3-587c045d051c.
Feb 17 03:39:27.156879 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:27.364244 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:27.374921 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:27.384725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:27.386058 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b55dcf8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:27.392948 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:27.459011 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-a7bc8359-43d0-461a-9cbf-6f1f988c55de tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "DELETE /v2.0/floatingips/555a9b2f-9758-498a-ad16-279b21385ddd HTTP/1.1" status: 204  len: 173 time: 1.8598866
Feb 17 03:39:27.459540 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:27.511284 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c', 'status': 'completed', 'code': 200}
Feb 17 03:39:27.585416 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:27.656739 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-5ff32868-1072-4b2a-9e03-057080065ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:27.658463 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-5ff32868-1072-4b2a-9e03-057080065ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.0887604
Feb 17 03:39:27.890526 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-77d923dd-0304-44d2-a1b5-2537875787ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:27.892157 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-77d923dd-0304-44d2-a1b5-2537875787ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.2232785
Feb 17 03:39:27.895292 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-8feb9140-bc3b-4373-88c6-769df49dac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:27.896877 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-8feb9140-bc3b-4373-88c6-769df49dac10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce55aed27e14d6791193d35e5ac2137&device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 1163 time: 0.4241095
Feb 17 03:39:27.950446 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b55dcf8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:27.954640 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:27.963852 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:27.964458 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b55dcf8>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:06Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:27.990709 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-447ffd4b-1406-425b-9726-1dce50241c06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 217 time: 0.0911536
Feb 17 03:39:28.146278 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-49d9dc27-3d12-4bd2-b9ea-735ca2eee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:28.147884 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-49d9dc27-3d12-4bd2-b9ea-735ca2eee3cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.1047256
Feb 17 03:39:28.161689 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:28.214911 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-01bad3f8-7ff8-47a8-868c-696aa7b73e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:28.217223 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-01bad3f8-7ff8-47a8-868c-696aa7b73e87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 200  len: 905 time: 0.2649977
Feb 17 03:39:28.300541 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-f67f10a9-90af-4e62-a32a-c3651c10afbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 200  len: 217 time: 0.0763576
Feb 17 03:39:28.380088 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-608bd2c9-8556-4d21-b2d4-60263acea56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:28.381752 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-608bd2c9-8556-4d21-b2d4-60263acea56c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2201424
Feb 17 03:39:28.391562 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-1fa27806-0eaa-4e13-b2d9-872c843b7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:28.393102 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-1fa27806-0eaa-4e13-b2d9-872c843b7ec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 200  len: 850 time: 0.0791280
Feb 17 03:39:28.517563 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b55dcf8>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:28.521859 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560986b0-2fa9-4c7d-b817-7ef059703c54 None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:32:10Z', 'revision_number': 4, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi', '_interfaces': [{'id': '32e9012b-be87-47f7-8fd3-cdcf6188ee42', 'name': '', 'network_id': '4e746511-e0b4-40cf-9f26-4fcf068fda47', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'mac_address': 'fa:16:3e:57:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:08Z', 'updated_at': '2021-02-17T03:32:18Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'subnets': [{'id': '3df99307-d1a0-44cd-a8bf-a20b4008ef6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:28.605243 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-0dba4a9c-1958-480d-9610-b3e8fa53a087 service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155285
Feb 17 03:39:28.607500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-f4ed617f-3c26-4002-8983-b1a7ed642b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:28.609067 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-f4ed617f-3c26-4002-8983-b1a7ed642b01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4e746511-e0b4-40cf-9f26-4fcf068fda47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1940341
Feb 17 03:39:28.879883 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-8337cb4d-90dd-4314-92f7-66f147720e4c req-c1da8b90-08c8-476c-b7f5-2e35ef19c19b service neutron] 10.222.0.52 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2683008
Feb 17 03:39:28.883142 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-b601e7f5-3c79-4044-9156-2a011818776f service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476904
Feb 17 03:39:28.898760 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fc857a-41a7-4bc3-b4a6-695e18900aa6 None None] New status for floating IP 555a9b2f-9758-498a-ad16-279b21385ddd: DOWN {{(pid=83992) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 03:39:29.291595 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-82fbe83e-20c8-4fd6-a6a1-972ca2dc5af3 req-10ce10b1-3d6c-4f9c-af9b-9fbd6a2d9164 service neutron] 10.222.0.46 "GET /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4016509
Feb 17 03:39:29.696409 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38f513-a0dc-4c06-a66a-aa033558ae15 req-7250011d-9f86-48d8-8637-52f4073f3e9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:29.697174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a38f513-a0dc-4c06-a66a-aa033558ae15 req-7250011d-9f86-48d8-8637-52f4073f3e9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:29.713891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-9a38f513-a0dc-4c06-a66a-aa033558ae15 req-7250011d-9f86-48d8-8637-52f4073f3e9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:port {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:29.715203 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a38f513-a0dc-4c06-a66a-aa033558ae15 req-7250011d-9f86-48d8-8637-52f4073f3e9d tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.1127081
Feb 17 03:39:29.766187 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-9a38f513-a0dc-4c06-a66a-aa033558ae15 req-a1da21e9-d260-44b4-83e8-5acb3589dcdd tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0445750
Feb 17 03:39:29.861086 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:30.964643 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36404a0-0fae-4fbe-a351-95a199527ae2 req-fb0dceaf-df02-4464-9080-ac1fce7c687c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:30.966206 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a36404a0-0fae-4fbe-a351-95a199527ae2 req-fb0dceaf-df02-4464-9080-ac1fce7c687c tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.0879347
Feb 17 03:39:31.012170 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-a36404a0-0fae-4fbe-a351-95a199527ae2 req-ab736bb8-0d24-4229-9621-89faeaf5e819 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups?id=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0398512
Feb 17 03:39:31.308313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-07eb3bd3-eeb8-4138-91de-f7ab161a1476 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:31.309888 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-07eb3bd3-eeb8-4138-91de-f7ab161a1476 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 946 time: 0.0894227
Feb 17 03:39:31.389560 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 65586199-8d17-4dc4-95e3-587c045d051c {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:31.389937 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.656535 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] For port 65586199-8d17-4dc4-95e3-587c045d051c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=65586199-8d17-4dc4-95e3-587c045d051c,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:31.656938 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.767875 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Device 65586199-8d17-4dc4-95e3-587c045d051c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:31.797707 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 65586199-8d17-4dc4-95e3-587c045d051c owned by compute:nova {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:31.893575 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810699'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.950855 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:31.969275 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-bd0751fc-2f9f-46e5-a3ff-86764a4e7558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:32.069466 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=65586199-8d17-4dc4-95e3-587c045d051c,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:32.072356 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:32.186828 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-46a7a01b-4e7d-4564-b426-fbfbb02c14a0 req-42820ad9-72f8-40f8-bb84-6c93e3da5ebb tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/ports?device_id=fee716fa-64a8-4f42-9f18-bf27ec384b48 HTTP/1.1" status: 200  len: 210 time: 0.0609035
Feb 17 03:39:32.233222 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] No DVR routers for this DVR port 65586199-8d17-4dc4-95e3-587c045d051c on host hv-cinder-75996 {{(pid=83991) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:32.235487 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for port, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:32.238267 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'name': 'network-vif-deleted', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c'}] {{(pid=83991) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 03:39:32.255217 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-5f7b6dce-da8b-494c-9eeb-d2387ddfc08c req-618fad18-12aa-4688-8439-00bc43adb0a9 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.52 "DELETE /v2.0/ports/65586199-8d17-4dc4-95e3-587c045d051c HTTP/1.1" status: 204  len: 173 time: 0.9394939
Feb 17 03:39:32.257169 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:39:32.297139 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee716fa-64a8-4f42-9f18-bf27ec384b48', 'name': 'network-vif-deleted', 'tag': '65586199-8d17-4dc4-95e3-587c045d051c', 'status': 'completed', 'code': 200}
Feb 17 03:39:33.205060 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e5e7-04a9-43c5-a79a-e82b0c78673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:33.412422 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-619daa1f-63d8-4faf-b794-397387cf2b36 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips/7b3aa4bb-a9c2-4f93-9b5d-2c963469362f HTTP/1.1" status: 200  len: 693 time: 0.0932825
Feb 17 03:39:33.579956 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-bea0d143-0b58-4354-8859-664fabf8bf1e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83991) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 03:39:33.581419 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-bea0d143-0b58-4354-8859-664fabf8bf1e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/networks/db5b2ccf-9d83-4129-8f4c-b0235011f48d HTTP/1.1" status: 200  len: 784 time: 0.1631975
Feb 17 03:39:33.669812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ed9293b8-cc1a-423e-907d-9863fd54f484 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Synchronizing usage tracker for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 03:39:33.685559 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.quota.resource [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ed9293b8-cc1a-423e-907d-9863fd54f484 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Unset dirty status for tenant:fce55aed27e14d6791193d35e5ac2137 on resource:floatingip {{(pid=83991) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 03:39:33.686852 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ed9293b8-cc1a-423e-907d-9863fd54f484 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.140 HTTP/1.1" status: 200  len: 696 time: 0.0988960
Feb 17 03:39:33.779557 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-86581116-5228-4b6a-af14-a1a8eabd5de6 tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.27.1.140 HTTP/1.1" status: 200  len: 696 time: 0.0859008
Feb 17 03:39:33.959366 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Deleting port 1c129d3c-b7a4-45c6-b5da-2ec8681150e4 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:33.959688 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.146987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.147349 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.281650 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Calling delete_port for 1c129d3c-b7a4-45c6-b5da-2ec8681150e4 owned by network:floatingip {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:34.429908 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.446397 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b9d71fdf-a371-4c03-9eb6-ed6d03921138 tempest-TestMinimumBasicScenario-137870181 tempest-TestMinimumBasicScenario-137870181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:34.542946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'Port': ['ID=1c129d3c-b7a4-45c6-b5da-2ec8681150e4,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:34.552735 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:34.668786 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for floatingip, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.689820 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774597'] for floatingip, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:34.691077 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-fa52f8af-4ef3-4baf-b2dc-48ac43da26ed req-ea408c48-3ffc-4a12-9660-28550f4318fe tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "DELETE /v2.0/floatingips/7b3aa4bb-a9c2-4f93-9b5d-2c963469362f HTTP/1.1" status: 204  len: 173 time: 0.9056945
Feb 17 03:39:35.627364 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-165f5e52-b5d2-4844-bdd3-0d8f1237adab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.164951 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.170559 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-b43a0ef5-e16f-4b7e-bc53-c1128bd8d2ec tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "GET /v2.0/security-groups/1cd712cf-7c9f-4ad9-9741-bb196d1f45dd HTTP/1.1" status: 200  len: 2999 time: 0.0556328
Feb 17 03:39:36.248867 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.279299 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.327485 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.332704 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-a76ed535-c876-4af2-a549-58035fbba4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:36.348111 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd712cf-7c9f-4ad9-9741-bb196d1f45dd,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:36.351212 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:36.360960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] Notify callbacks [] for security_group, before_response {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:36.364892 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [req-f7cd9e89-8264-4c58-9804-9e636bbfa982 req-2c4ed3f3-a10d-4dae-8221-8cc978cac21e tempest-TestVolumeBootPattern-1663192546 tempest-TestVolumeBootPattern-1663192546-project] 10.222.0.46 "DELETE /v2.0/security-groups/1cd712cf-7c9f-4ad9-9741-bb196d1f45dd HTTP/1.1" status: 204  len: 173 time: 0.1878245
Feb 17 03:39:36.422527 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83991) accepted ('10.222.0.46', 34076) {{(pid=83991) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:37.401914 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.457613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.633436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:37.837474 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Deleting port 32e9012b-be87-47f7-8fd3-cdcf6188ee42 {{(pid=83991) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:37.837890 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.025395 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] For port 32e9012b-be87-47f7-8fd3-cdcf6188ee42, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=32e9012b-be87-47f7-8fd3-cdcf6188ee42,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83991) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:38.025871 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.158668 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Calling delete_port for 32e9012b-be87-47f7-8fd3-cdcf6188ee42 owned by network:router_interface {{(pid=83991) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:38.336876 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848014918'] for port, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:38.352310 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-b444509a-e5e6-4879-9e7f-33c0abcfc6ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:38.459110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Pushing event deleted for resources: {'Port': ['ID=32e9012b-be87-47f7-8fd3-cdcf6188ee42,revision_number=None']} {{(pid=83991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:38.464068 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83991) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:38.777226 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83991) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.308903 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Router a967b7f2-e0ad-44eb-92b5-1c540d94d96a has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83991) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:39.504531 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83991) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:39.513697 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Sync routers for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:39.524012 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-986ce8f0-cc5b-4e55-b694-4a495dd2be3a admin admin] 10.222.0.46 "PUT /v2.0/routers/a967b7f2-e0ad-44eb-92b5-1c540d94d96a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0978112
Feb 17 03:39:39.524192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:39.524192 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b802a20>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:39.524495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34084) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:39.720582 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.722873 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:39.926362 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:39.933617 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Deleting port 6c17fb03-0cf1-4458-9442-1f8e142b3761 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:39.934012 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.135728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] For port 6c17fb03-0cf1-4458-9442-1f8e142b3761, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=6c17fb03-0cf1-4458-9442-1f8e142b3761,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:40.136136 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.199828 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b802a20>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:39:38Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:40.204347 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Checking router: a967b7f2-e0ad-44eb-92b5-1c540d94d96a for host: dv-cinder-759961-4-iscsi {{(pid=83993) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:40.215022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Routers {'a967b7f2-e0ad-44eb-92b5-1c540d94d96a'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83993) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:40.215752 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2b802a20>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'], 'active': True} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:40.273009 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Calling delete_port for 6c17fb03-0cf1-4458-9442-1f8e142b3761 owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:40.408108 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] Set router a967b7f2-e0ad-44eb-92b5-1c540d94d96a gateway port host: dv-cinder-759961-4-iscsi {{(pid=83993) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:40.415618 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.609417 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.714909 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2b802a20>, [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:39:38Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83993) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:40.719195 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478f0f1-a4de-4556-81f9-73b4250799ba None None] The sync data for ids ['a967b7f2-e0ad-44eb-92b5-1c540d94d96a'] in dv-cinder-759961-4-iscsi is: [{'id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'name': 'tempest-TestVolumeBootPattern-563910191-router', 'tenant_id': 'fce55aed27e14d6791193d35e5ac2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149'}], 'enable_snat': True}, 'gw_port_id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:02Z', 'updated_at': '2021-02-17T03:39:38Z', 'revision_number': 5, 'project_id': 'fce55aed27e14d6791193d35e5ac2137', 'gw_port': {'id': '6c17fb03-0cf1-4458-9442-1f8e142b3761', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a967b7f2-e0ad-44eb-92b5-1c540d94d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:03Z', 'updated_at': '2021-02-17T03:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83993) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:40.753925 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:40.756374 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.027862 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.028436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a967b7f2-e0ad-44eb-92b5-1c540d94d96a {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:39:41.041231 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.042519 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-49737f23-f223-40ba-81e8-bbe89da2a39f admin admin] 10.222.0.46 "DELETE /v2.0/routers/a967b7f2-e0ad-44eb-92b5-1c540d94d96a HTTP/1.1" status: 204  len: 168 time: 1.5170286
Feb 17 03:39:41.045330 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34088) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:41.112092 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Deleting subnet 3df99307-d1a0-44cd-a8bf-a20b4008ef6b {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:39:41.115495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.174825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.261495 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.539049 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.555181 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:41.649317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df99307-d1a0-44cd-a8bf-a20b4008ef6b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:41.650276 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 6c17fb03-0cf1-4458-9442-1f8e142b3761 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:41.662651 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.663079 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.663470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.663910 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.664317 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.664723 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.665129 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.665532 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.665941 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.666339 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.667371 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.667799 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-4-iscsi {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.668302 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.668702 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.669101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.669500 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.669896 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.670293 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.670690 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.671083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.671476 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.671893 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.672288 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.672683 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=83990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 03:39:41.678825 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:41.692549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 6c17fb03-0cf1-4458-9442-1f8e142b3761 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:41.692946 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 6c17fb03-0cf1-4458-9442-1f8e142b3761 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:41.693428 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 32e9012b-be87-47f7-8fd3-cdcf6188ee42 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:41.712872 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.720475 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9237c89c-dee4-4890-bbb5-55133475ef78 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3df99307-d1a0-44cd-a8bf-a20b4008ef6b HTTP/1.1" status: 204  len: 168 time: 0.6736686
Feb 17 03:39:41.723102 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34092) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:41.726304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca07c8-0c2e-47cf-a59f-6031229a2b10 None None] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:41.798148 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 32e9012b-be87-47f7-8fd3-cdcf6188ee42 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:41.798534 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 32e9012b-be87-47f7-8fd3-cdcf6188ee42 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:41.845509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:41.920861 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Deleting port c2864983-3d2a-4010-9fec-94bbd5c463ed {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:41.921175 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.146812 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] For port c2864983-3d2a-4010-9fec-94bbd5c463ed, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=c2864983-3d2a-4010-9fec-94bbd5c463ed,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:42.147218 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.166676 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] DHCP port deletion for 4e746511-e0b4-40cf-9f26-4fcf068fda47 request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:39:42.171198 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Deleting port c2864983-3d2a-4010-9fec-94bbd5c463ed {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:42.171613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.282396 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Calling delete_port for c2864983-3d2a-4010-9fec-94bbd5c463ed owned by network:dhcp {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:42.361498 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.377370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-1c9418b0-5639-47ec-b7b1-ee0572ec1d00 tempest-AttachVolumeShelveTestJSON-403759288 tempest-AttachVolumeShelveTestJSON-403759288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:42.392333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] For port c2864983-3d2a-4010-9fec-94bbd5c463ed, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=c2864983-3d2a-4010-9fec-94bbd5c463ed,segment=NetworkSegment(498fe901-4b46-4f26-84f6-a00c62ddfa82),segment_id=498fe901-4b46-4f26-84f6-a00c62ddfa82)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:42.392774 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.484738 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2864983-3d2a-4010-9fec-94bbd5c463ed,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:42.488810 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:42.522006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] No DVR routers for this DVR port c2864983-3d2a-4010-9fec-94bbd5c463ed on host dv-cinder-759961-4-iscsi {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:42.527301 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Calling delete_port for c2864983-3d2a-4010-9fec-94bbd5c463ed owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:42.604132 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:42.605066 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:42.645701 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.766063 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2af73588>,) {'filters': {'network_id': ['4e746511-e0b4-40cf-9f26-4fcf068fda47']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:42.780077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2af73588>, '498fe901-4b46-4f26-84f6-a00c62ddfa82') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:42.780426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2af73588>, '498fe901-4b46-4f26-84f6-a00c62ddfa82') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:42.793115 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.812481 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:42.814591 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:39:43.002826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:43.012558 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:43.106272 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Deleting port c2864983-3d2a-4010-9fec-94bbd5c463ed {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:43.106619 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:43.179842 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-92775d16-82e5-4fdf-8a9e-3b2d8eaa5faa None None] The port 'c2864983-3d2a-4010-9fec-94bbd5c463ed' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:39:43.199381 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Network 4e746511-e0b4-40cf-9f26-4fcf068fda47 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:39:43.223680 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:39:43.308858 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:43.312654 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-600f3988-3972-45ea-a4e9-463f6a15ac6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:43.327658 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:43.338505 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e746511-e0b4-40cf-9f26-4fcf068fda47,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:43.341905 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:43.351970 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-0827efbb-4cf7-48b6-8697-936ceaaad978 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4e746511-e0b4-40cf-9f26-4fcf068fda47 HTTP/1.1" status: 204  len: 168 time: 1.6277077
Feb 17 03:39:43.355004 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34096) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:43.649453 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device c2864983-3d2a-4010-9fec-94bbd5c463ed no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:43.689672 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: c2864983-3d2a-4010-9fec-94bbd5c463ed {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:43.690070 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device c2864983-3d2a-4010-9fec-94bbd5c463ed not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:43.934646 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854233463'] for router_interface, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:44.530434 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Deleting port a9c53c79-acb7-4226-a88b-941b04632428 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:44.530736 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:44.715999 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] For port a9c53c79-acb7-4226-a88b-941b04632428, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=a9c53c79-acb7-4226-a88b-941b04632428,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:44.716399 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:44.854022 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Calling delete_port for a9c53c79-acb7-4226-a88b-941b04632428 owned by network:router_interface {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:45.026393 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:45.041386 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-8ce3c659-b89a-4205-a241-356e32357115 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:45.143133 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c53c79-acb7-4226-a88b-941b04632428,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:45.147805 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:45.458473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854233369'] for router_interface, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:45.959892 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Router cb637738-f102-49c2-81ad-14ed42e60f62 has already been hosted by L3 agent 9ce6fe43-2f95-4ce2-8b80-4fea1a84f425 {{(pid=83990) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 03:39:46.148452 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] Notify agent at l3_agent.dv-cinder-759961-4-iscsi the message routers_updated {{(pid=83990) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 03:39:46.158251 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Sync routers for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 03:39:46.158427 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-97bff566-c901-46f1-b775-649ad2cac2a0 admin admin] 10.222.0.46 "PUT /v2.0/routers/cb637738-f102-49c2-81ad-14ed42e60f62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8019147
Feb 17 03:39:46.160753 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34100) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:46.171117 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:46.171923 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0e4198>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:46.377073 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:46.580878 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:46.684180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0e4198>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:39:44Z', 'revision_number': 5, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:46.688502 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Checking router: cb637738-f102-49c2-81ad-14ed42e60f62 for host: dv-cinder-759961-4-iscsi {{(pid=83992) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 03:39:46.697313 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Routers {'cb637738-f102-49c2-81ad-14ed42e60f62'} bound to L3 agent in host dv-cinder-759961-4-iscsi {{(pid=83992) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 03:39:46.698008 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faa2c0e4198>, 'dv-cinder-759961-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T03:17:36Z,description=<?>,heartbeat_timestamp=2021-02-17T03:39:36Z,host='dv-cinder-759961-4-iscsi',id=9ce6fe43-2f95-4ce2-8b80-4fea1a84f425,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T03:17:36Z,topic='l3_agent')) {'router_ids': ['cb637738-f102-49c2-81ad-14ed42e60f62'], 'active': True} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:46.769414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:46.774888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Deleting port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:46.775264 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:46.887973 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvr_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] Set router cb637738-f102-49c2-81ad-14ed42e60f62 gateway port host: dv-cinder-759961-4-iscsi {{(pid=83992) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 03:39:46.958678 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] For port 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=9e30692b-c3c8-41aa-9a1d-26c193aa6cb7,segment=NetworkSegment(c7f18494-4681-4866-a0e3-94c00bf68062),segment_id=c7f18494-4681-4866-a0e3-94c00bf68062)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:46.959131 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.093186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Calling delete_port for 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 owned by network:router_gateway {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:47.192919 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_hamode_db [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faa2c0e4198>, [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:39:44Z', 'revision_number': 5, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}], 'dv-cinder-759961-4-iscsi', False) {} {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:47.196989 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034963dc-cca5-485e-b1b3-06e2a96ab66c None None] The sync data for ids ['cb637738-f102-49c2-81ad-14ed42e60f62'] in dv-cinder-759961-4-iscsi is: [{'id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'name': 'tempest-TestVolumeBootPattern-1033463627-router', 'tenant_id': '47c730209d02489a881ef8634ac8f6d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'external_fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T03:32:17Z', 'updated_at': '2021-02-17T03:39:44Z', 'revision_number': 5, 'project_id': '47c730209d02489a881ef8634ac8f6d6', 'gw_port': {'id': '9e30692b-c3c8-41aa-9a1d-26c193aa6cb7', 'name': '', 'network_id': 'db5b2ccf-9d83-4129-8f4c-b0235011f48d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb637738-f102-49c2-81ad-14ed42e60f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T03:32:18Z', 'updated_at': '2021-02-17T03:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e18c4535-8c0c-492f-af88-10d79bb730f3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-4-iscsi'}] {{(pid=83992) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 03:39:47.238450 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.432637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854109269'] for router_gateway, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.582187 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854242269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4282'] for router, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.584578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.604970 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854242047'] for router, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.605539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb637738-f102-49c2-81ad-14ed42e60f62 {{(pid=83990) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 03:39:47.614490 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device a9c53c79-acb7-4226-a88b-941b04632428 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:47.618274 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] Notify callbacks [] for router, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.620058 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9201f380-35bf-48cf-bd8b-0459fbe97f5a admin admin] 10.222.0.46 "DELETE /v2.0/routers/cb637738-f102-49c2-81ad-14ed42e60f62 HTTP/1.1" status: 204  len: 168 time: 1.4578261
Feb 17 03:39:47.622761 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34104) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:47.654333 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: a9c53c79-acb7-4226-a88b-941b04632428 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:47.654732 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device a9c53c79-acb7-4226-a88b-941b04632428 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:47.693197 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.db_base_plugin_v2 [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Deleting subnet 334f0c37-6f18-41a3-9a61-d92f7bc75b15 {{(pid=83990) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 03:39:47.696804 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.755170 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848197665'] for subnet, precommit_delete_associations {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:47.839680 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852991500'] for subnet, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.100470 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848197755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8353482'] for subnet, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.116813 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-110fa8d2-3765-4cbe-bae7-bb2c852caecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:48.211767 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334f0c37-6f18-41a3-9a61-d92f7bc75b15,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:48.217987 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:48.253960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for subnet, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.259473 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7e52d-7da8-41ee-924c-3e053a31bf91 None None] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 requested from dv-cinder-759961-4-iscsi {{(pid=83992) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 03:39:48.260539 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-646f5d7b-00a1-45b3-9985-46c32887caf7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/334f0c37-6f18-41a3-9a61-d92f7bc75b15 HTTP/1.1" status: 204  len: 168 time: 0.6362348
Feb 17 03:39:48.263248 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34108) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:48.379993 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852982826'] for network, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.453311 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Deleting port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 {{(pid=83990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:48.453700 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.526741 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] DHCP port deletion for a55ec5eb-291d-4dae-a51b-d7b54fe90154 request from dv-cinder-759961-4-iscsi {{(pid=83992) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 03:39:48.531247 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Deleting port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:48.531728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.686475 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] For port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:48.686803 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.755981 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.db [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] For port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53, host dv-cinder-759961-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-4-iscsi',level=0,port_id=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,segment=NetworkSegment(8e0bc364-3bb4-4eaf-993e-b5b8dece65ed),segment_id=8e0bc364-3bb4-4eaf-993e-b5b8dece65ed)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 03:39:48.756338 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546663'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.823479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Calling delete_port for 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 owned by network:dhcp {{(pid=83990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:48.907412 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1810864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854288659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263800139209', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263800673567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848205487'] for port, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:48.924380 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-d36a58a4-2264-474c-bba6-5894e2539fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:49.038615 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a1b9a1-3e1b-4ca8-9a50-dde393157f53,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:49.043610 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:49.064830 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Calling delete_port for 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 03:39:49.077196 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] No DVR routers for this DVR port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 on host dv-cinder-759961-4-iscsi {{(pid=83990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 03:39:49.140298 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.db.api [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 03:39:49.140659 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_db.api [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 03:39:49.204514 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852996243', 'neutron.services.segments.db._delete_segments_for_network-8773054609130'] for network, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.322725 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faa2b413438>,) {'filters': {'network_id': ['a55ec5eb-291d-4dae-a51b-d7b54fe90154']}} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:49.335238 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b413438>, '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed') {'for_net_delete': True} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:49.335684 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.services.segments.db [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faa2b413438>, '8e0bc364-3bb4-4eaf-993e-b5b8dece65ed') {} {{(pid=83990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 03:39:49.348180 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263800164092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6578119'] for segment, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.363633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1826525'] for segment, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.369076 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83990) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 03:39:49.565101 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:49.577533 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852949275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6570362'] for segment, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.642186 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Deleting port 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 03:39:49.642633 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263800258420'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.678789 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:49.751259 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:49.751693 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 9e30692b-c3c8-41aa-9a1d-26c193aa6cb7 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:49.752171 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 no longer exists at agent ovs-agent-dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 03:39:49.763566 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.managers [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Network a55ec5eb-291d-4dae-a51b-d7b54fe90154 has no segments {{(pid=83990) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 03:39:49.785826 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-f9eece54-2434-4e96-9865-822d43c4814c None None] The port '33a1b9a1-3e1b-4ca8-9a50-dde393157f53' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]: Traceback (most recent call last):
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     timer()
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     cb(*args, **kw)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     return func(*args, **kwargs)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     self._notify()
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     self.callback(batched_events)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     event.method(event)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     segment_id)['aggregates'][0]
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     return f(self, *a, **k)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self._get(url).json()
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     **kwargs)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     return self.request(url, 'GET', **kwargs)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     **endpoint_filter)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 03:39:49.787389 dv-cinder-759961-4-iscsi neutron-server[83881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 03:39:49.798328 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.plugin [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] No Port match for: 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 {{(pid=83992) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 03:39:49.798728 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.plugins.ml2.rpc [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Device 33a1b9a1-3e1b-4ca8-9a50-dde393157f53 not bound to the agent host dv-cinder-759961-4-iscsi {{(pid=83992) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 03:39:49.868806 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1779557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854153826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-665491'] for network, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.872484 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:49.887144 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615536'] for network, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:49.897960 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55ec5eb-291d-4dae-a51b-d7b54fe90154,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:49.901291 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:49.902888 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-ce3bcfd3-5e3e-4e5a-a32e-4b04ad490465 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a55ec5eb-291d-4dae-a51b-d7b54fe90154 HTTP/1.1" status: 204  len: 168 time: 1.6384735
Feb 17 03:39:50.020332 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34118) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:50.071829 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-f5e8694d-77c7-4dd9-a939-8b503077324f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fce55aed27e14d6791193d35e5ac2137&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501072
Feb 17 03:39:50.074962 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34122) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:50.140370 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:50.167523 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:50.218006 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:50.223220 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b9372e5-c9bc-4fe0-8752-d54b1de2cbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:50.237511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c051e9b-7805-436d-9065-ff921ee555f7,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:50.240471 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:50.247578 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:50.248818 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-6380a347-bc1e-4f3c-b263-eb6cd9b532ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c051e9b-7805-436d-9065-ff921ee555f7 HTTP/1.1" status: 204  len: 168 time: 0.1728590
Feb 17 03:39:50.601976 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34132) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:50.653350 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-2074f088-b0a0-49dd-808e-845e8c6074ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47c730209d02489a881ef8634ac8f6d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500457
Feb 17 03:39:50.655814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [-] (83990) accepted ('10.222.0.46', 34136) {{(pid=83990) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 03:39:50.716549 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:50.743541 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:51.030435 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717849'] for security_group, after_delete {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:51.035462 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9b2c651b-1edc-4772-82b9-64d75c9c0666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 03:39:51.047628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c9c6ac-cf47-4d00-9102-46623d91926b,revision_number=None']} {{(pid=83990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 03:39:51.052571 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG oslo_concurrency.lockutils [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 03:39:51.054436 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:39:51.055754 dv-cinder-759961-4-iscsi neutron-server[83881]: INFO neutron.wsgi [None req-9cd497df-6db4-4baa-af8b-e482206268ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84c9c6ac-cf47-4d00-9102-46623d91926b HTTP/1.1" status: 204  len: 168 time: 0.3989396
Feb 17 03:39:59.876429 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:03.208785 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb621-ec25-4d3d-8f89-7970845d44be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:05.627811 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ec79773a-a313-401e-956e-b1581e56eb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:06.168598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:07.404163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:07.625419 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:09.261740 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:40:29.877414 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:33.212598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-78761668-919a-45a3-b830-dcf0d42515cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:35.628734 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aa9d9882-5a4b-4e7c-8196-a887d340b2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:36.172426 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:37.406759 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:37.628933 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:40:46.261509 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:40:59.906163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:03.216183 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-f52fb56c-ddd4-4f25-a0a7-07a9e72648fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:05.629934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-c4a0bb1c-ba6f-464e-ae6d-319408dc0d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:06.174174 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:07.408670 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:07.630152 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:23.260802 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:41:29.938656 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:33.218934 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-4834baab-9a67-4225-90da-c9af00ffe579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:35.630384 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5474-6774-4bc0-a668-e095ac452cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:36.176216 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:37.412628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:37.630814 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:41:59.950884 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:00.260506 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:42:03.224242 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-315032c4-dbbf-49f1-a32d-09fc386ad018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:05.631039 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-aec4d874-f4ee-49d5-99df-da68ed85ce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:06.178260 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:07.414891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:07.631845 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:11.547950 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.wsgi [req-16c3ede1-7f82-4216-ab3d-95ee1161638f req-a639d4e2-7b60-4ca9-bc1e-f3d79abbad0a service neutron] (83990) timed out ('10.222.0.52', 65301) {{(pid=83990) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 03:42:29.958770 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:33.226279 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-34704850-6240-48fb-819c-f4271618a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:35.632163 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5fae0278-b2b4-4fb4-acc2-0cebf553a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:36.181265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:37.260605 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:42:37.418628 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:37.635891 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:42:59.952365 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:03.227598 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a490eff9-e5a1-4aee-9b5c-f42d62caefd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:05.632710 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-16f60b1f-5b3a-42c2-9629-487fcf234c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:06.183637 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:07.420054 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:07.637422 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:14.260304 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:43:29.964922 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:33.228796 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-8da16501-024d-4b46-9f21-74500e143f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:35.633284 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-ff1a22a8-3433-439c-8768-7ac73426d6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:36.186219 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:37.423754 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:37.637829 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:43:51.259998 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:43:59.963077 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:03.230294 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-6bd80e29-88fb-45e8-8906-8c3f8f556c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:05.634644 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-62184854-d56a-438c-bb0b-d956a30e806c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:06.188140 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:07.426223 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:07.638404 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:28.259614 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:44:29.961539 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:33.238376 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-1c0a29c0-87e6-4ef5-b19b-d74aca0d2ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:35.635002 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e312b3e9-ee20-43fd-89b3-bb10e9a5382c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:36.190915 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:37.428265 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:37.639110 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:44:59.977511 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-da15e662-0e2a-4555-bea0-c3ccdcd68ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:03.232613 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-86612530-7691-49a4-a5bb-3831c1102cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:05.261888 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron.db.agents_db [None req-3eba83eb-2b9e-4714-9125-ef90e4e6a1bc None None] Agent healthcheck: found 6 active agents {{(pid=83993) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 03:45:05.635083 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-a3846afa-a461-4c5f-931d-f10a8b0240e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:06.196479 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-e586d7cc-b7c7-4457-858f-267dcbda0c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:07.430161 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-fe8823c4-422e-400d-af7b-42397fef2271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 03:45:07.640048 dv-cinder-759961-4-iscsi neutron-server[83881]: DEBUG neutron_lib.callbacks.manager [None req-5deed7b7-215d-42b3-92af-13bc4a99a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773054609113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853045485'] for agent, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}